-- Logs begin at Tue 2022-03-08 05:26:41 UTC, end at Tue 2022-03-08 06:30:50 UTC. -- Mar 08 05:58:21.903226 dv-cinder-828060-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 05:58:24.837137 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.common.config [-] Logging enabled! Mar 08 05:58:24.837724 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 05:58:24.837922 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 05:58:24.841210 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.common.config [-] Logging enabled! Mar 08 05:58:24.841460 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 05:58:24.842448 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 05:58:24.843560 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 05:58:24.843793 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 05:58:24.844168 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 05:58:24.844413 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 05:58:24.845029 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 05:58:24.845354 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.845777 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 05:58:24.846100 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.846399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.846716 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.847010 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.847300 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.847582 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.847873 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.848170 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.848455 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.848735 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.849017 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.849306 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.849589 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.849874 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.850163 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.850441 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] debug = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.850743 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.851176 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.851587 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.851866 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.852154 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.852434 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.852703 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.852977 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.853257 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.853584 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] host = dv-cinder-828060-10-iscsi {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.853861 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.854147 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.854434 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.854745 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.855021 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.855297 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.855584 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.855859 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.856133 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] log_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.856407 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.856693 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.856978 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.857894 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.858230 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.858462 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.858791 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.859092 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.859371 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.859647 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.859926 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.860208 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.860483 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.860753 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.861036 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.861319 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.861602 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.861874 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.862148 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.862421 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.862714 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.863001 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.863272 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.863542 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.863813 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.864094 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.864362 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.864633 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.864928 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.865212 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.865491 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.865774 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.866046 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.866324 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.866610 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.866885 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.867155 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] use_json = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.867425 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.867692 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.867968 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.868239 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.868510 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.868778 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.869063 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.869328 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.869596 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:24.869890 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.870189 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.870488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.870815 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.871108 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.871385 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.871675 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.871953 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.872242 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.872531 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.872844 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.873287 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.873668 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.873961 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.874260 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.874568 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.874883 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.875177 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.875453 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.875727 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.876001 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.876281 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.876566 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.876844 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.877133 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.877421 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.877697 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.877995 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.878282 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.878592 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.878884 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.879159 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.879436 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.879725 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.880008 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.880284 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.880560 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.880847 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.881123 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.881394 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.881677 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.881955 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.882231 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.882505 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.882803 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.883097 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.883374 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.883645 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.883916 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.884195 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.884466 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.884750 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.885027 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.885299 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.885571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.885847 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.886119 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.886392 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.886695 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.886969 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.887245 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.887517 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.887788 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.888060 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.888329 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.888668 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.888944 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.889214 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.889490 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.889761 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.890036 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.890307 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.890590 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.890869 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.891155 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.891450 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.891726 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.892002 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.892278 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.892554 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.892846 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.893104 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.893377 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.893650 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.893918 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.894205 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.894484 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.894795 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.895094 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.895369 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.895661 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.895935 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.896210 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.896488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.896763 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.897037 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.897320 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.897604 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.897899 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.898194 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.898488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.898817 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.899113 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.899391 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.899697 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.899981 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:24.900197 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 05:58:24.900436 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103249) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 05:58:25.291907 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 05:58:25.292098 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 05:58:25.292401 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 05:58:25.292878 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 05:58:25.621425 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.621715 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.621986 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.623861 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.624144 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.624409 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.669705 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.669984 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.670246 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.684083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.684361 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.684630 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.713264 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.713536 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.713799 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.750981 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.751260 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:25.751527 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.097725 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.098336 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.098336 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.098512 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.099230 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.197057 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.197378 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.197658 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.197926 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.198190 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.198498 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.198785 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.199043 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.199299 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.199579 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.199835 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.200096 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.200350 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.200602 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.200855 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.201927 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.202302 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.202605 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.202879 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.203139 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.203411 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.203663 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.203943 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.204313 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.204562 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.204806 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.205199 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:58:26.205436 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:58:26.205669 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:58:26.205900 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:58:26.206129 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:58:26.206359 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:58:26.206758 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 05:58:26.209851 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 05:58:26.213909 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 05:58:26.217829 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 08 05:58:26.219496 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 05:58:26.219969 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 05:58:26.220301 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 05:58:26.220683 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 05:58:26.223527 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 05:58:26.223777 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 05:58:26.224122 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 05:58:26.228982 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 05:58:26.253030 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 05:58:26.253475 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.253770 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103249) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 05:58:26.254138 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.255530 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103249) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 05:58:26.255808 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 05:58:26.256054 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 05:58:26.259351 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.259635 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.323003 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 05:58:26.323242 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 05:58:26.323476 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 05:58:26.323845 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 05:58:26.345339 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_db.sqlalchemy.engines [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103249) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 05:58:26.798670 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Initializing driver for type 'gre' Mar 08 05:58:26.799222 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] gre ID ranges: [(1, 1000)] Mar 08 05:58:26.852251 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Initializing driver for type 'local' Mar 08 05:58:26.852613 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Initializing driver for type 'vlan' Mar 08 05:58:26.866545 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] VlanTypeDriver initialization complete Mar 08 05:58:26.866911 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Initializing driver for type 'vxlan' Mar 08 05:58:26.867405 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] vxlan ID ranges: [(1, 1000)] Mar 08 05:58:26.919057 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Initializing extension driver 'port_security' Mar 08 05:58:26.919398 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] PortSecurityExtensionDriver initialization complete Mar 08 05:58:26.920731 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Initializing mechanism driver 'openvswitch' Mar 08 05:58:26.921051 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Initializing mechanism driver 'hyperv' Mar 08 05:58:26.927777 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.plugin [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:58:26.928623 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.928996 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.929352 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.929881 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:58:26.930318 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > subnet after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.930705 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > subnet after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.931056 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.931454 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:58:26.931866 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > network after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.932215 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > network after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.932570 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > network after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.932968 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:58:26.933377 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > security_group after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.933731 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > security_group after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.934076 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > security_group after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.934481 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:58:26.934919 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.935341 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.936696 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.937102 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:58:26.937518 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > address_group after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.937876 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > address_group after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.938223 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > address_group after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.938645 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 05:58:26.939101 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] ML2 OVO RPC backend initialized. {{(pid=103249) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 05:58:26.939811 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.940170 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.940591 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > network before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.940943 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > networks before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.941295 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > port before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.941641 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > ports before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.941993 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > subnet before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.942337 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > subnets before_response 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.942787 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > network after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.943137 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > network after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.943476 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > network after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.943817 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.944156 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.944491 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.944829 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > subnet after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.945166 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > subnet after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.945500 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > subnet after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.953783 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded quota_driver: . Mar 08 05:58:26.954150 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.plugin [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Modular L2 Plugin initialization complete Mar 08 05:58:26.954500 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading services supported by the core plugin {{(pid=103249) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 05:58:26.954868 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.plugins.ml2.managers [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Got port-security extension from driver 'port_security' Mar 08 05:58:26.955355 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.extensions.vlantransparent [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Disabled vlantransparent extension. Mar 08 05:58:26.955857 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103249) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 05:58:26.956186 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading Plugin: router Mar 08 05:58:26.993166 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router_interface before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.993557 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router after_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.993931 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router before_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.994295 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.994700 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.995060 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router after_delete 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.995418 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > floatingip after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.995773 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > floatingip after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.996131 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router after_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.996479 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router after_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.996829 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router after_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.997179 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.997535 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router after_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.999016 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.999405 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:26.999756 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.000104 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: subnet after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.000451 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.000807 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > port precommit_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.001161 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.001509 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: port before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.001856 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.002214 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router after_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.002559 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_delete 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.003067 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_create 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.003435 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router_interface after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.003785 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_update 55549900 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.004153 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > agent after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.004509 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > agent after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.004862 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > network after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.005718 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Tracking information for resource: router configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:58:27.006053 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Tracking information for resource: floatingip configured {{(pid=103249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 05:58:27.011015 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.db.l3_agentschedulers_db [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 05:58:27.011599 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.011966 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: port after_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.012330 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: port after_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.012684 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: port after_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.013978 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router before_create 55550100 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.014363 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_delete 55550100 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.014763 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_create 55550100 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.015128 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > router precommit_update 55550100 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.019929 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.services.provider_configuration [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service providers = [] {{(pid=103249) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 05:58:27.020297 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.db.servicetype_db [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103249) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 05:58:27.023293 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.services.service_base [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 05:58:27.023648 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.services.service_base [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 05:58:27.023995 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.services.service_base [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 05:58:27.024889 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.services.service_base [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 05:58:27.025263 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.services.service_base [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 05:58:27.025644 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:58:27.025968 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 05:58:27.037695 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:58:27.038034 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading Plugin: auto_allocate Mar 08 05:58:27.043916 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: network precommit_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.044291 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: network precommit_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.045621 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:58:27.046116 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading Plugin: tag Mar 08 05:58:27.053013 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:58:27.053311 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading Plugin: timestamp Mar 08 05:58:27.057126 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:58:27.057457 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading Plugin: network_ip_availability Mar 08 05:58:27.063542 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.063915 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.064274 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.064976 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:58:27.065298 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading Plugin: flavors Mar 08 05:58:27.070239 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:58:27.070604 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading Plugin: revisions Mar 08 05:58:27.074997 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 05:58:27.075397 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_concurrency.lockutils [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=103249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 05:58:27.077088 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103249) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 05:58:27.077438 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Initializing extension manager. Mar 08 05:58:27.077983 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: __init__.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.078332 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: __pycache__ {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.078706 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.079045 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: address_group.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.079827 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.080402 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: address-group Mar 08 05:58:27.080731 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: address_scope.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.081447 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.081957 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: address-scope Mar 08 05:58:27.082287 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: admin_state_down_before_update.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.083263 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.083774 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: router-admin-state-down-before-update Mar 08 05:58:27.084100 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: agent.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.084807 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.085315 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: agent Mar 08 05:58:27.085642 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: agent_resources_synced.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.086556 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.087088 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: agent-resources-synced Mar 08 05:58:27.087412 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: allowedaddresspairs.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.089225 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.089754 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: allowed-address-pairs Mar 08 05:58:27.090088 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: auto_allocated_topology.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.091202 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.092772 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: auto-allocated-topology Mar 08 05:58:27.093108 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: availability_zone.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.093813 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.094322 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: availability_zone Mar 08 05:58:27.094672 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: availability_zone_filter.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.095593 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.096101 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: availability_zone_filter Mar 08 05:58:27.096427 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: data_plane_status.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.097338 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.097840 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 05:58:27.098349 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: default_subnetpools.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.099101 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.099606 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: default-subnetpools Mar 08 05:58:27.099932 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: dhcpagentscheduler.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.100742 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.101252 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: dhcp_agent_scheduler Mar 08 05:58:27.101581 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: dns.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.102503 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.103037 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension dns-integration not supported by any of loaded plugins Mar 08 05:58:27.103364 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: dns_domain_ports.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.104281 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.104788 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 05:58:27.105115 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.106039 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.106546 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 05:58:27.106918 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: dvr.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.108559 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.109071 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: dvr Mar 08 05:58:27.109399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: ecmp_routes.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.110329 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.110865 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 05:58:27.111194 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: empty_string_filtering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.112108 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.112618 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: empty-string-filtering Mar 08 05:58:27.112945 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.113864 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.114366 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 05:58:27.114729 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.115648 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.116157 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 05:58:27.116484 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: external_net.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.117397 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.117905 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: external-net Mar 08 05:58:27.118231 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: extra_dhcp_opt.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.119183 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.119687 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: extra_dhcp_opt Mar 08 05:58:27.120010 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: extraroute.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.120924 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.121429 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: extraroute Mar 08 05:58:27.121752 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: extraroute_atomic.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.122865 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.123834 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: extraroute-atomic Mar 08 05:58:27.124161 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: filter_validation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.124834 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.125339 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: filter-validation Mar 08 05:58:27.125664 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: fip_pf_description.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.126616 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.127128 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 05:58:27.127434 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: fip_port_details.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.128545 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.129053 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: fip-port-details Mar 08 05:58:27.129377 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: flavors.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.130656 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.131175 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: flavors Mar 08 05:58:27.131502 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.133190 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.133709 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 05:58:27.134040 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: floatingip_pools.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.134777 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.135295 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: floatingip-pools Mar 08 05:58:27.135623 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: ip_allocation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.136558 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.137062 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 05:58:27.137387 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.138316 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.139505 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: ip-substring-filtering Mar 08 05:58:27.139843 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l2_adjacency.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.140781 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.141289 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 05:58:27.141616 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.142600 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.143123 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: router Mar 08 05:58:27.143462 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3_conntrack_helper.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.145744 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.146269 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 05:58:27.146621 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.147576 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.148087 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: ext-gw-mode Mar 08 05:58:27.148416 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.149338 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.149845 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: l3-ha Mar 08 05:58:27.150174 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.151114 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.151619 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 05:58:27.151943 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3_flavors.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.152860 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.153370 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: l3-flavors Mar 08 05:58:27.153697 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3_ndp_proxy.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.156092 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.156616 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 05:58:27.156958 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.157890 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.158403 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 05:58:27.158775 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: l3agentscheduler.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.159828 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.160342 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: l3_agent_scheduler Mar 08 05:58:27.160672 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: local_ip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.162480 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.163047 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension local_ip not supported by any of loaded plugins Mar 08 05:58:27.163392 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: logging.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.166333 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.166896 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension logging not supported by any of loaded plugins Mar 08 05:58:27.167238 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: metering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.167996 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.168573 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: metering Mar 08 05:58:27.168904 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.171085 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.171604 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: metering_source_and_destination_fields Mar 08 05:58:27.171940 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: multiprovidernet.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.172880 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.173395 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: multi-provider Mar 08 05:58:27.173726 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: netmtu.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.174687 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.175198 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: net-mtu Mar 08 05:58:27.175527 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: netmtu_writable.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.176453 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.176962 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: net-mtu-writable Mar 08 05:58:27.177291 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: network_availability_zone.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.177968 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.178475 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: network_availability_zone Mar 08 05:58:27.178837 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: network_ip_availability.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.179969 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.180481 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: network-ip-availability Mar 08 05:58:27.180811 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: network_segment_range.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.181581 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.182088 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 05:58:27.182412 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: pagination.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.183424 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.183768 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: pagination Mar 08 05:58:27.184094 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: port_device_profile.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.185004 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.186096 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: port-device-profile Mar 08 05:58:27.186431 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.187408 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.187927 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: port-mac-address-regenerate Mar 08 05:58:27.188255 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.189178 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.189688 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: port-numa-affinity-policy Mar 08 05:58:27.190011 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: port_resource_request.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.190967 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.191469 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 05:58:27.191790 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: port_resource_request_groups.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.192777 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.193278 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 05:58:27.193599 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: portbindings.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.194538 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.195071 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: binding Mar 08 05:58:27.195393 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: portbindings_extended.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.196686 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.197198 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: binding-extended Mar 08 05:58:27.197527 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: portsecurity.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.198445 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.199052 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: port-security Mar 08 05:58:27.199381 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: project_id.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.200362 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.200700 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: project-id Mar 08 05:58:27.201774 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: providernet.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.202741 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.203254 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: provider Mar 08 05:58:27.203582 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.207238 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.207762 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos not supported by any of loaded plugins Mar 08 05:58:27.208097 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.209355 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.209870 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 05:58:27.210206 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.211163 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.211676 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 05:58:27.212007 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_default.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.212926 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.213434 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-default not supported by any of loaded plugins Mar 08 05:58:27.213770 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_fip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.214735 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.215251 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-fip not supported by any of loaded plugins Mar 08 05:58:27.215580 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_fip_network_policy.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.217008 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.218007 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 05:58:27.218343 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_gateway_ip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.219304 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.219817 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 05:58:27.220145 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_port_network_policy.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.221188 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.221700 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 05:58:27.222028 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.223109 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.223618 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 05:58:27.223944 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.225001 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.225511 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 05:58:27.225837 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_pps_rule.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.227075 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.227592 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-pps not supported by any of loaded plugins Mar 08 05:58:27.227920 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_rule_type_details.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.228848 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.229359 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 05:58:27.229689 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: qos_rules_alias.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.230776 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.231287 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 05:58:27.231615 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: quota_check_limit.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.233120 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.233640 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: quota-check-limit Mar 08 05:58:27.233967 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: quotasv2.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.234946 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.235273 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: quotas Mar 08 05:58:27.235596 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: quotasv2_detail.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.237325 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.237663 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: quota_details Mar 08 05:58:27.238006 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: rbac.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.239093 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.239614 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: rbac-policies Mar 08 05:58:27.239950 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: rbac_address_group.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.240891 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.241408 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: rbac-address-group Mar 08 05:58:27.241739 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: rbac_address_scope.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.242699 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.243209 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: rbac-address-scope Mar 08 05:58:27.243539 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: rbac_security_groups.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.244462 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.244971 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: rbac-security-groups Mar 08 05:58:27.245304 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: rbac_subnetpool.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.246300 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.246847 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: rbac-subnetpool Mar 08 05:58:27.247177 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: revisionifmatch.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.249112 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.249627 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: revision-if-match Mar 08 05:58:27.249958 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: revisions.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.251131 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.251647 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: standard-attr-revisions Mar 08 05:58:27.251975 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: router_availability_zone.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.252661 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.253175 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: router_availability_zone Mar 08 05:58:27.253505 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: routerservicetype.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.254435 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.254976 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension router-service-type not supported by any of loaded plugins Mar 08 05:58:27.255300 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.256229 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.256736 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: security-groups-normalized-cidr Mar 08 05:58:27.257061 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: security_groups_port_filtering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.257987 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.258495 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: port-security-groups-filtering Mar 08 05:58:27.258844 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.259785 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.260295 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: security-groups-remote-address-group Mar 08 05:58:27.260618 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.261542 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.262047 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: security-groups-shared-filtering Mar 08 05:58:27.262368 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.262986 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 05:58:27.263309 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: securitygroup.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.274159 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.274719 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: security-group Mar 08 05:58:27.275061 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: segment.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.275854 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.276363 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension segment not supported by any of loaded plugins Mar 08 05:58:27.276693 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.277638 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.278151 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 05:58:27.278480 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: servicetype.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.280155 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.280682 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: service-type Mar 08 05:58:27.281013 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: sorting.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.282011 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.282344 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: sorting Mar 08 05:58:27.282710 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: standard_attr_segment.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.283642 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.284185 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 05:58:27.284511 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: standardattrdescription.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.285159 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.285669 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: standard-attr-description Mar 08 05:58:27.285993 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: stateful_security_group.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.286953 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.287468 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: stateful-security-group Mar 08 05:58:27.287800 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: stdattrs_common.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.288373 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 05:58:27.288698 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.289653 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.290179 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 05:58:27.292407 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: subnet_onboard.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.292407 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.292407 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: subnet_onboard Mar 08 05:58:27.292639 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.293536 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.294128 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 05:58:27.294459 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: subnet_service_types.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.295981 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.296589 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: subnet-service-types Mar 08 05:58:27.296964 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: subnetallocation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.298094 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.298720 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: subnet_allocation Mar 08 05:58:27.299056 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.299736 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.300421 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: subnetpool-prefix-ops Mar 08 05:58:27.300811 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.301816 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.302327 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 05:58:27.302682 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: tagging.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.303845 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.304314 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: standard-attr-tag Mar 08 05:58:27.304647 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: timestamp.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.305856 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.306370 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loaded extension: standard-attr-timestamp Mar 08 05:58:27.306727 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: trunk.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.307772 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.308289 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension trunk not supported by any of loaded plugins Mar 08 05:58:27.308621 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: trunk_details.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.309555 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.310064 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension trunk-details not supported by any of loaded plugins Mar 08 05:58:27.311407 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: uplink_status_propagation.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.312364 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.312881 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 05:58:27.313210 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Loading extension file: vlantransparent.py {{(pid=103249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 05:58:27.313889 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 05:58:27.314396 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 05:58:27.316970 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:network Mar 08 05:58:27.317508 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:subnet Mar 08 05:58:27.317903 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:58:27.318296 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:port Mar 08 05:58:27.319712 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.320036 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service FLAVORS assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.320656 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.321082 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.321414 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:router Mar 08 05:58:27.321847 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:floatingip Mar 08 05:58:27.322342 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service METERING assigned prefix: /metering {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.323826 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.324197 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.324550 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 05:58:27.325553 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 05:58:27.327088 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:security_group Mar 08 05:58:27.327554 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 05:58:27.328139 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service CORE assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.328471 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:58:27.328816 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] subnetpool is already registered Mar 08 05:58:27.329255 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service CORE assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.329591 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:58:27.329926 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] subnetpool is already registered Mar 08 05:58:27.332210 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.332645 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service FLAVORS assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.333236 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.333667 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.334003 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:router Mar 08 05:58:27.334344 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] router is already registered Mar 08 05:58:27.334780 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:floatingip Mar 08 05:58:27.335118 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] floatingip is already registered Mar 08 05:58:27.335571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service METERING assigned prefix: /metering {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.336241 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 05:58:27.336570 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] rbac_policy is already registered Mar 08 05:58:27.336982 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:security_group Mar 08 05:58:27.337318 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] security_group is already registered Mar 08 05:58:27.337721 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 05:58:27.338055 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] security_group_rule is already registered Mar 08 05:58:27.338723 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service CORE assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.339069 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:58:27.339406 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] subnetpool is already registered Mar 08 05:58:27.339821 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.v2.resource_helper [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Service CORE assigned prefix: {{(pid=103249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 05:58:27.340147 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 05:58:27.340483 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING neutron.quota.resource_registry [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] subnetpool is already registered Mar 08 05:58:27.340956 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: extensions {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.343063 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: address-groups {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.344602 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: address-scopes {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.345945 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: agents {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.347135 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: auto-allocated-topology {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.348372 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: availability_zones {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.349586 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: dhcp-networks {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.351123 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: dhcp-agents {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.352535 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: routers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.354768 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: flavors {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.355932 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: service_profiles {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.357175 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: next_providers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.359081 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: service_profiles {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.360622 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: floatingip-pools {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.361837 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: routers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.363996 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: floatingips {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.366217 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: l3-routers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.367636 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: l3-agents {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.369035 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: metering-labels {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.370408 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: metering-label-rules {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.371707 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: network-ip-availabilities {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.373964 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: bindings {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.375677 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: quotas {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.377239 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: quotas {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.378816 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: rbac-policies {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.380103 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: security-groups {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.381533 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: security-group-rules {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.382809 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: service-providers {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.384166 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: subnetpools {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.385895 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: subnetpools {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.387684 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.390973 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.393239 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.395361 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.397440 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.399318 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.401002 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.402915 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.405181 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.407043 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron.api.extensions [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Extended resource: tags {{(pid=103249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 05:58:27.412916 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING keystonemiddleware.auth_token [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 05:58:27.417667 dv-cinder-828060-10-iscsi neutron-server[103249]: WARNING keystonemiddleware.auth_token [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 05:58:27.427330 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_concurrency.lockutils [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Acquired lock "singleton_lock" {{(pid=103249) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 05:58:27.427811 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_concurrency.lockutils [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Releasing lock "singleton_lock" {{(pid=103249) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 05:58:27.428478 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO oslo_service.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Starting 2 workers Mar 08 05:58:27.433331 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Started child 103358 {{(pid=103249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 05:58:27.438935 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Started child 103359 {{(pid=103249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 05:58:27.439644 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:27.440550 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO neutron.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 05:58:27.441210 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Publish callbacks [] for process (None), before_spawn {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:27.441310 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [-] (103358) wsgi starting up on http://0.0.0.0:9696 Mar 08 05:58:27.443754 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO oslo_service.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Starting 1 workers Mar 08 05:58:27.443856 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:27.445426 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [-] (103359) wsgi starting up on http://0.0.0.0:9696 Mar 08 05:58:27.448996 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Started child 103360 {{(pid=103249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 05:58:27.449593 dv-cinder-828060-10-iscsi neutron-server[103249]: INFO oslo_service.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Starting 1 workers Mar 08 05:58:27.453567 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] calling RpcWorker wait() {{(pid=103360) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 05:58:27.454120 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] returning from RpcWorker wait() {{(pid=103360) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 05:58:27.455112 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Started child 103361 {{(pid=103249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 05:58:27.455776 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:27.455945 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG neutron_lib.callbacks.manager [None req-c8f12658-8e7e-44dd-b3e3-5d6d03efcc3f None None] Publish callbacks [] for process (None), after_spawn {{(pid=103249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:27.456325 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:58:27.457908 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103249) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 05:58:27.458134 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 05:58:27.458323 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 05:58:27.458554 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 05:58:27.458941 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 05:58:27.459109 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 05:58:27.459635 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.459987 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.460181 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.460302 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:27.461108 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.461391 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.461983 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.462264 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.462508 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.462820 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.463097 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.463271 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.463440 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.463709 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.463946 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.464245 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.464513 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.464770 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.465032 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.465212 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.465471 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.465757 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.465991 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.466262 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] debug = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.466630 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.467801 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.468041 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.468305 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.468553 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.468827 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.469062 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.469353 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.469606 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.469828 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.470083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.470355 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.470613 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.470851 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.471110 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.471348 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.471592 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.471834 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.472311 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] host = dv-cinder-828060-10-iscsi {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.472531 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.472772 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.473019 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.473270 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.473520 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.473762 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.474018 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.474277 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.474537 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.474825 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.475079 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.475329 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.475553 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.475828 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.475989 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_options = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.476231 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.476498 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.476758 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.476951 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.477122 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.477288 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.477551 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.477715 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.477980 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.478221 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.478439 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.478704 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.478945 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.479181 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.479455 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.479674 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.479915 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.480164 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.480415 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.480654 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.480883 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.481173 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.481367 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.481592 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.482660 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.482660 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.482928 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.483136 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:58:27.483687 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.483932 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.484193 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.484452 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.484719 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.484948 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.485214 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.485477 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.485718 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.486158 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.486158 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.486451 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.486728 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.487125 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.487266 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.487755 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.487755 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.488197 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.488742 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.488742 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_json = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.488742 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.489149 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.489290 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.489731 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.489995 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.490197 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.490421 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.490701 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.490950 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.491373 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.492525 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.492525 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.492525 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.492525 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.494180 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.494180 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.494180 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.494180 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.494180 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.494180 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.494180 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.498571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.498571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.498571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.498571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.498571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.498571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.498571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.498571 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.500514 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.500514 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.500514 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.500514 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.500514 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.500514 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.500514 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.500514 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.502488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.502488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.502488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.502488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.502488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.502488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.502488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.502488 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.503112 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.503112 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.503112 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.503360 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.503611 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.503872 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.504093 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.504339 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.504563 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.504818 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.505070 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.505298 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.505524 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.505772 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.506008 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.506244 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.506486 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.506753 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.507001 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.507216 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.507454 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.507709 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.507930 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.508150 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.508373 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.508619 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.508905 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.509086 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.509294 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.509502 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.509733 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.509950 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.510213 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.510430 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.510669 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.510886 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.511123 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.511336 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.511553 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.511770 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.511981 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.512210 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.512439 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.512649 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.513035 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.513257 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.513522 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.514298 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.514521 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.514786 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.515014 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.515232 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.515448 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.515665 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.515880 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.516174 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.516481 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.516743 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.517010 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.517249 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.517507 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.517729 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.517987 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.518194 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.518428 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.518702 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.518973 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.519201 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.519452 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.519696 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.520095 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.520506 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.520739 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.520985 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.521212 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.521441 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.521679 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.521926 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.522210 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.522471 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.522734 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.522971 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.523212 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.523507 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.523749 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.524039 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.524269 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.524559 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.524845 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.525125 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.525413 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.525680 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.525916 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.526152 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.526396 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.526698 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.526952 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.527205 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.527463 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.527719 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.527967 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.528186 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.528438 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.528811 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.529095 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.529903 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.530119 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.530394 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.530660 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.530974 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.531252 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.531507 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.531775 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.532038 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.532269 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.532489 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.532707 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.532939 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.533176 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.533429 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.533646 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.533885 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.534264 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.534666 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.534932 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.535155 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.535382 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.535601 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.535827 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.536050 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.536349 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.536598 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.536856 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.537097 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.537345 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.537567 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.537789 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.538007 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.538267 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.538482 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.538794 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.539052 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.539289 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.539535 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.539781 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.540034 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.540251 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.540512 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.540728 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.540937 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.541159 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.541381 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.541600 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.541832 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.542057 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.542272 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.542522 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.542793 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.543141 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.543392 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.543643 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.543869 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.544143 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.544349 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.544569 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.545824 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.546085 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.546324 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.546549 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.546840 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.547063 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.547307 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.547530 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.547771 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.548012 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.548254 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.548512 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.548758 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.548988 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.549205 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.549423 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.549658 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.549892 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.550125 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.550380 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.550637 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.550838 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.551340 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.551340 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.551725 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.552092 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.552092 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.552358 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.553117 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.553117 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.553117 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.553380 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.553463 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.553656 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.553946 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.554323 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.554537 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.554968 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.555191 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.555405 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.555662 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.555870 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.556086 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.556307 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.556526 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.556838 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.556974 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.557186 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.557401 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.557628 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.557843 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.558054 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.558284 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.558496 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.558734 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.558979 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.559201 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.559407 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.559696 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.559951 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.560171 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.561075 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.561352 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.561604 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.561854 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.562164 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.562385 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.562656 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.562913 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.563154 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.563393 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.563631 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.563975 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.564432 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.564868 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.565288 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.565568 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.565849 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.566135 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.566355 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.566684 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.567016 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.567301 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.567556 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.567820 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.568073 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.568299 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.568666 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.569043 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.569404 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.569768 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.570159 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.570532 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.570943 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.571189 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.571429 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.571653 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.571883 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.572122 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.572374 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.572595 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.572699 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:58:27.572798 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 05:58:27.573276 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103249) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 05:58:27.573439 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 05:58:27.573594 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 05:58:27.573766 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 05:58:27.573942 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 05:58:27.574086 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 05:58:27.574297 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.574461 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.574650 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.574812 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.574974 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.575156 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.575327 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.575479 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.575640 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.575800 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.576952 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.577416 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.577586 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.577751 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.581223 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.581422 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.581588 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 36676) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:58:27.581691 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.581774 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.581946 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.582119 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.582290 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.582459 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.582657 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] debug = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.582830 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.583046 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.583218 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.583382 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.583545 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.583705 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.583866 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.584025 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.584189 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.584350 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.584510 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.584676 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.584834 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.584993 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.585153 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.585311 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.585472 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.585632 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.585789 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] host = dv-cinder-828060-10-iscsi {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.585950 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.586110 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.586269 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.586427 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.586605 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.587120 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.587120 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.587120 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.587367 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.587367 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.587512 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.587651 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.587808 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.588048 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.588146 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_options = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.588270 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.588579 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.588899 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.589105 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.589254 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.589551 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.589857 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.590508 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.590648 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066671 Mar 08 05:58:27.590949 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.591262 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.591681 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.591972 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.593128 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.593128 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.593128 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.593128 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.593408 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.593475 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.593603 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.593904 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.594194 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.594489 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.594690 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.594994 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.595280 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.595558 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.595844 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.596009 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.596169 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.596330 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.596490 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.596650 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.596810 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.596970 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.597132 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.597292 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.597452 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.597614 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.597779 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.597937 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.598096 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.598254 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.598411 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.598569 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.598757 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.598916 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.599074 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_json = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.599713 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.599713 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.599713 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.599713 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.599982 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.599982 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.600181 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.600277 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.600887 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 05:58:27.600887 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.600887 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.601120 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.601120 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.601251 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.601703 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.601703 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.601703 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.601916 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.601981 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.602259 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.602259 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.602551 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.602673 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.602994 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.602994 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.603167 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.603253 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.603409 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.603564 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.603733 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.603893 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.604069 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.604232 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.604395 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.604557 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605608 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605608 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605608 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605608 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605608 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605608 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605965 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605965 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.605965 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.606146 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.606271 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.607083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.607083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.607083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.607083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.607083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.608180 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.608578 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.608752 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.608924 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.609082 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.609244 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.609408 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.610168 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.610168 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.610168 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.610168 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.610168 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.610496 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.610496 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.611653 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.611989 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.612154 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.612459 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.612748 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.613065 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.613483 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.613483 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.613652 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.613721 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.614083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.614083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.614255 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.614333 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.614456 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.614662 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.614812 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.614977 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.615284 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.615582 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.615879 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.616047 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.616211 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.616367 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.616530 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.616692 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.617586 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.617586 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.617586 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.617586 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.617586 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.617586 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.617969 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.617969 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.618088 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.618212 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.618384 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619228 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619228 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619228 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619228 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619228 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619564 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619564 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619681 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619778 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.619965 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.620081 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.620244 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.620409 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.620563 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.620718 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.620883 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.621043 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.621205 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.621365 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.621527 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.621689 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.621850 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.622012 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.622174 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.622341 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.622503 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.624108 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.624282 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.624454 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.624620 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.624794 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.624990 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.625147 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.625312 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.625474 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.625637 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.625800 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.625961 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.626121 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.626284 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.626432 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.626642 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.626791 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.626953 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.627115 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.627281 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.627465 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.627628 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.627789 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.627950 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.628112 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.628272 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.628434 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629346 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629346 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629346 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629346 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629346 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629346 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629717 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629717 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629834 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.629945 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.630196 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.630284 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631399 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631797 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631797 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631797 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.631973 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.632083 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.632242 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.632404 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.632566 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.632815 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.632909 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.633037 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.633200 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.633362 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.633524 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.633686 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.633854 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.634011 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.634174 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.634337 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.634498 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.634683 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.634844 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.635009 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.635170 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.635411 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.635516 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.635640 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.635801 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.635963 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.636143 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.636304 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.636469 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.636632 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.636793 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.636953 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.637114 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.637275 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.637435 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.637596 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.637764 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.637928 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.638072 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.638240 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.638963 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.639704 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.639858 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.640029 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.640191 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.640354 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.640517 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.640678 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.640841 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.641002 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.641164 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.641326 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.641486 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.641649 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.641810 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.641985 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.642148 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.642309 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.642470 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.642653 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.642819 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.642993 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.643155 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.643913 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.643913 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.643913 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.643913 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.643913 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.644236 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.644236 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.644360 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.644523 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.644683 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.644853 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.645014 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.645174 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.645335 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.645495 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.645660 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.645830 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.645990 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.646150 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.646312 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.646528 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.646687 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.646817 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.646978 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.647139 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.647301 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.647461 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.648140 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.648140 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.648140 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.648140 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.648398 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.648398 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.648547 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.649437 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.649437 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.649437 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.649437 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.649437 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.649815 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.649815 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.649815 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.650024 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.650098 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.650247 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.650424 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.650569 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.650758 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.650930 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.651091 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.651258 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.651432 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.651593 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.651754 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.651916 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.652076 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.652238 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.652417 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.652554 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.652691 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.652851 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.653011 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.653174 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.653318 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.653482 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.653643 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.653788 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.653953 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.654379 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.654869 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.655045 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 05:58:27.655206 dv-cinder-828060-10-iscsi neutron-server[103249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 05:58:39.109401 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fb9902-0383-41f5-8076-42000e5cc5a3 None None] get_active_networks_info from dv-cinder-828060-10-iscsi {{(pid=103360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 05:58:39.171122 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fb9902-0383-41f5-8076-42000e5cc5a3 None None] No non-hosted networks {{(pid=103360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 05:58:39.195208 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.agentschedulers_db [None req-92fb9902-0383-41f5-8076-42000e5cc5a3 None None] DHCP Agent not found on host dv-cinder-828060-10-iscsi {{(pid=103360) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 05:58:39.328535 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9f711832-6040-43c0-8aad-81cf9e2e6e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16271870'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:41.342777 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2d6dba2-a502-4a09-bee3-373c4e0ab989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16271870'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:41.400099 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c2808b9-c13e-42bd-acfd-219861f57745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:42.445656 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16271870'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:44.078214 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16271870'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:45.297394 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 36758) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:58:45.491884 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16271870'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:45.495463 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.495816 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.496164 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.496499 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.496829 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.497157 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.498217 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.499689 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.500037 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.500385 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.500735 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.501073 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.501414 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:45.501828 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828060-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:58:45.515323 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828060-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:58:45.859200 dv-cinder-828060-10-iscsi neutron-server[103358]: WARNING oslo_policy.policy [None req-70433334-7ab0-4dad-8673-b136915ac691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:58:45.860308 dv-cinder-828060-10-iscsi neutron-server[103358]: WARNING oslo_policy.policy [None req-70433334-7ab0-4dad-8673-b136915ac691 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:58:46.096353 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [None req-70433334-7ab0-4dad-8673-b136915ac691 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:58:46.110634 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-70433334-7ab0-4dad-8673-b136915ac691 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8006985 Mar 08 05:58:47.499165 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.db.l3_hamode_db [None req-200572d6-fb68-45ba-befe-51b9fdd78a4c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 05:58:47.576279 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200572d6-fb68-45ba-befe-51b9fdd78a4c None None] Routers set() bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:58:47.576912 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200572d6-fb68-45ba-befe-51b9fdd78a4c None None] Router IDs set() for agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 05:58:48.658797 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 36784) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:58:48.966280 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-c8ea8bee-63d6-4748-b46c-674d714c3e8b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:58:49.066225 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.policy [None req-c8ea8bee-63d6-4748-b46c-674d714c3e8b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103358) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 05:58:49.109225 dv-cinder-828060-10-iscsi neutron-server[103358]: WARNING oslo_policy.policy [None req-c8ea8bee-63d6-4748-b46c-674d714c3e8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:58:49.109599 dv-cinder-828060-10-iscsi neutron-server[103358]: WARNING oslo_policy.policy [None req-c8ea8bee-63d6-4748-b46c-674d714c3e8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:58:49.203955 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c8ea8bee-63d6-4748-b46c-674d714c3e8b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773908373968', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773908374275', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773908396439', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773908391150', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773908400684', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773908409718', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-955280', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-913489', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16449821', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16432556'] for rbac-policy (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:49.267258 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c8ea8bee-63d6-4748-b46c-674d714c3e8b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:49.268443 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c8ea8bee-63d6-4748-b46c-674d714c3e8b admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6085932 Mar 08 05:58:51.736679 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 36794) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:58:52.043941 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:58:52.072321 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Made reservation on behalf of f0bdce03e2c44180b7d91e5cb5728ddc for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:58:52.076654 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:52.093553 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:52.199580 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Publish callbacks [] for security_group (5c28d712-5697-4215-895a-871974fe9141), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:52.204253 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5c28d712-5697-4215-895a-871974fe9141), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:52.228166 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 05:58:52.261965 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773905403486', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (8517399c-280d-4f24-892a-a8be00d629e4), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:52.262552 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Unsubscribe: segment precommit_create {{(pid=103358) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 05:58:52.263627 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Added segment 8517399c-280d-4f24-892a-a8be00d629e4 of type vlan for network 9d796b21-c8f3-47a2-a870-605ac22ff9fb Mar 08 05:58:52.279731 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5c28d712-5697-4215-895a-871974fe9141,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:58:52.327807 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.328170 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.328531 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.328874 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.329204 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.329532 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.329860 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.330187 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.330512 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.330876 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.331202 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.331521 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.331838 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Tracked resource versions report: Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: pushed versions: Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: { 'AddressGroup': {'1.2'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'ConntrackHelper': {'1.0'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Log': {'1.0'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Network': {'1.1'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Port': {'1.7'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'PortForwarding': {'1.2'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'QosPolicy': {'1.10'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SecurityGroup': {'1.5'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SubPort': {'1.0'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Subnet': {'1.1'}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Trunk': {'1.1'}} Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: consumer versions: Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: { DHCP agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: L3 agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: Metadata agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: Metering agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: Open vSwitch agent@dv-cinder-828060-10-iscsi: { 'AddressGroup': '1.2', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'ConntrackHelper': '1.0', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'LocalIPAssociation': '1.0', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Log': '1.0', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Network': '1.1', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Port': '1.7', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'PortForwarding': '1.2', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'QosPolicy': '1.10', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SecurityGroup': '1.5', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SecurityGroupRule': '1.2', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SubPort': '1.0', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Subnet': '1.1', Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Trunk': '1.1'}} Mar 08 05:58:52.333310 dv-cinder-828060-10-iscsi neutron-server[103358]: {{(pid=103358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:58:52.374214 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (9d796b21-c8f3-47a2-a870-605ac22ff9fb), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:52.417314 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (9d796b21-c8f3-47a2-a870-605ac22ff9fb), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:52.422514 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:58:52.423268 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:52.490358 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7525229 Mar 08 05:58:52.541485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dc874-5f30-4cb0-893a-ba187d4ae4cb demo demo] Pushing event updated for resources: {'Network': ['ID=9d796b21-c8f3-47a2-a870-605ac22ff9fb,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:58:52.553515 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 9d796b21-c8f3-47a2-a870-605ac22ff9fb details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:58:55.042388 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 36806) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:58:55.451808 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad070a-9617-4257-9dfe-73ffdaf3e7f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:58:55.453089 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-14ad070a-9617-4257-9dfe-73ffdaf3e7f7 demo admin] 10.222.0.16 "GET /v2.0/networks/9d796b21-c8f3-47a2-a870-605ac22ff9fb HTTP/1.1" status: 200 len: 825 time: 0.4096169 Mar 08 05:58:55.476719 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-40817cb5-dfd8-4ed1-bfe6-6d1810d46c0e demo admin] 10.222.0.16 "GET /v2.0/subnetpools/67219a2b-383f-4b3f-ab75-d7be7ac0702c HTTP/1.1" status: 200 len: 734 time: 0.0180655 Mar 08 05:58:55.485360 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Request body: {'subnet': {'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '67219a2b-383f-4b3f-ab75-d7be7ac0702c', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:58:55.506399 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Made reservation on behalf of f0bdce03e2c44180b7d91e5cb5728ddc for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:58:55.508955 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:55.797060 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (ef170576-2801-476b-b6d6-3475ec9c0d8d), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:55.867199 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ef170576-2801-476b-b6d6-3475ec9c0d8d,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:58:55.871201 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Checking segment: {'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:58:55.871575 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Network hostable DHCP agents. Network: 9d796b21-c8f3-47a2-a870-605ac22ff9fb, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:58:55.891010 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Network 9d796b21-c8f3-47a2-a870-605ac22ff9fb is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:58:55.902948 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 9d796b21-c8f3-47a2-a870-605ac22ff9fb) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:58:55.908137 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:58:55.908727 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:55.912861 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d8441c-3ff2-4864-8ab1-5d570e65657d None None] Network 9d796b21-c8f3-47a2-a870-605ac22ff9fb requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:58:55.923848 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-54ac4454-91ae-46c2-9959-ff4e4b4d0963 demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4421053 Mar 08 05:58:56.300506 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'fixed_ips': [{'subnet_id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 05:58:56.301823 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:56.580815 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Allocated IP 172.20.0.2 (9d796b21-c8f3-47a2-a870-605ac22ff9fb/ef170576-2801-476b-b6d6-3475ec9c0d8d/66c2090e-8d45-4dc7-82c1-46675ad12b90) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:58:56.849968 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Publish callbacks [] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:56.858624 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:56.928224 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Network 9d796b21-c8f3-47a2-a870-605ac22ff9fb is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:58:56.932633 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:58:56.943087 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:58:56.954137 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Pushing event updated for resources: {'Port': ['ID=66c2090e-8d45-4dc7-82c1-46675ad12b90,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:58:56.982595 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.982968 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.983329 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.983674 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.984008 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.984337 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.984677 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.985007 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.985334 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.985676 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.986000 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.986325 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.986662 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Tracked resource versions report: Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: pushed versions: Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: { 'AddressGroup': {'1.2'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'ConntrackHelper': {'1.0'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Log': {'1.0'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Network': {'1.1'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Port': {'1.7'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'PortForwarding': {'1.2'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'QosPolicy': {'1.10'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SecurityGroup': {'1.5'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SubPort': {'1.0'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Subnet': {'1.1'}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Trunk': {'1.1'}} Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: consumer versions: Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: { DHCP agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: L3 agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: Metadata agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: Metering agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: Open vSwitch agent@dv-cinder-828060-10-iscsi: { 'AddressGroup': '1.2', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'ConntrackHelper': '1.0', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'LocalIPAssociation': '1.0', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Log': '1.0', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Network': '1.1', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Port': '1.7', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'PortForwarding': '1.2', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'QosPolicy': '1.10', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SecurityGroup': '1.5', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SecurityGroupRule': '1.2', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SubPort': '1.0', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Subnet': '1.1', Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Trunk': '1.1'}} Mar 08 05:58:56.988110 dv-cinder-828060-10-iscsi neutron-server[103360]: {{(pid=103360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:58:57.036503 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Attempting to bind port 66c2090e-8d45-4dc7-82c1-46675ad12b90 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:58:57.036906 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Attempting to bind port 66c2090e-8d45-4dc7-82c1-46675ad12b90 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:58:57.037327 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Attempting to bind port 66c2090e-8d45-4dc7-82c1-46675ad12b90 on network 9d796b21-c8f3-47a2-a870-605ac22ff9fb {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:58:57.042147 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:58:57.042533 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Checking segment: {'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:58:57.043035 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:57.043422 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Bound using segment: {'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:58:57.043922 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Bound port: 66c2090e-8d45-4dc7-82c1-46675ad12b90, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:58:57.044329 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:57.105080 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] For port 66c2090e-8d45-4dc7-82c1-46675ad12b90, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:58:57.109805 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] For port 66c2090e-8d45-4dc7-82c1-46675ad12b90, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=66c2090e-8d45-4dc7-82c1-46675ad12b90,segment=NetworkSegment(8517399c-280d-4f24-892a-a8be00d629e4),segment_id=8517399c-280d-4f24-892a-a8be00d629e4)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:58:57.120368 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:58:57.186615 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa69131-aca7-448a-89cc-503b4f13f957 None None] Pushing event updated for resources: {'Port': ['ID=66c2090e-8d45-4dc7-82c1-46675ad12b90,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:58:58.511936 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 36814) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:58:58.831214 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [None req-1956c5f5-43bb-4851-abcd-87aad3640c3f admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:58:58.832392 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-1956c5f5-43bb-4851-abcd-87aad3640c3f admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3194916 Mar 08 05:59:01.377920 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 36822) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:59:01.885161 dv-cinder-828060-10-iscsi neutron-server[103359]: WARNING oslo_policy.policy [None req-42d4d059-fb50-4719-ad68-fc2a96109b00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:59:01.885745 dv-cinder-828060-10-iscsi neutron-server[103359]: WARNING oslo_policy.policy [None req-42d4d059-fb50-4719-ad68-fc2a96109b00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:59:02.116737 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [None req-42d4d059-fb50-4719-ad68-fc2a96109b00 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:59:02.118033 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-42d4d059-fb50-4719-ad68-fc2a96109b00 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7380939 Mar 08 05:59:04.780829 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 36836) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:59:05.096406 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:59:05.157517 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.policy [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103359) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 05:59:05.202225 dv-cinder-828060-10-iscsi neutron-server[103359]: WARNING oslo_policy.policy [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:59:05.202621 dv-cinder-828060-10-iscsi neutron-server[103359]: WARNING oslo_policy.policy [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 05:59:05.265349 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (fac5e8f0-5d77-4430-8b06-80c096c2374c), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:05.267243 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (fac5e8f0-5d77-4430-8b06-80c096c2374c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:05.430815 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] Publish callbacks [] for router_controller (fac5e8f0-5d77-4430-8b06-80c096c2374c), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:05.436197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (fac5e8f0-5d77-4430-8b06-80c096c2374c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:05.460864 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:05.462117 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d6e29b6d-da4e-44a3-9af8-9e732d3287fe demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6801732 Mar 08 05:59:08.023887 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 36850) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:59:08.285586 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 66c2090e-8d45-4dc7-82c1-46675ad12b90 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:59:08.344982 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [None req-4d2bfb59-c153-476a-9e1f-602f888d9884 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 05:59:08.345952 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4d2bfb59-c153-476a-9e1f-602f888d9884 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3211422 Mar 08 05:59:08.385531 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 66c2090e-8d45-4dc7-82c1-46675ad12b90 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:08.385824 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:08.504411 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 66c2090e-8d45-4dc7-82c1-46675ad12b90 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:59:08.505570 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:08.537848 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cdf4ea-af55-43f5-8cc5-3f92eedbf5d1 None None] Network 9d796b21-c8f3-47a2-a870-605ac22ff9fb requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:59:08.571470 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 66c2090e-8d45-4dc7-82c1-46675ad12b90, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=66c2090e-8d45-4dc7-82c1-46675ad12b90,segment=NetworkSegment(8517399c-280d-4f24-892a-a8be00d629e4),segment_id=8517399c-280d-4f24-892a-a8be00d629e4)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:59:08.577539 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:08.690242 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=66c2090e-8d45-4dc7-82c1-46675ad12b90,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:08.696658 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-6d3dab88-2c3a-4ee0-8aa1-964b65fe80fd None None] Provisioning complete for port 66c2090e-8d45-4dc7-82c1-46675ad12b90 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:08.697052 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6d3dab88-2c3a-4ee0-8aa1-964b65fe80fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:08.813290 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6d3dab88-2c3a-4ee0-8aa1-964b65fe80fd None None] Current status of the port 66c2090e-8d45-4dc7-82c1-46675ad12b90 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:59:08.933392 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-7431a115-3739-4a9c-8943-435b462a727c None None] Provisioning complete for port 66c2090e-8d45-4dc7-82c1-46675ad12b90 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:08.933778 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7431a115-3739-4a9c-8943-435b462a727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:09.009931 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7431a115-3739-4a9c-8943-435b462a727c None None] Current status of the port 66c2090e-8d45-4dc7-82c1-46675ad12b90 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:59:09.080452 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-87ab7ac0-becf-412e-8e2e-64146e207104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:10.253857 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 66c2090e-8d45-4dc7-82c1-46675ad12b90 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:59:10.300294 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 66c2090e-8d45-4dc7-82c1-46675ad12b90 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:10.300683 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:10.381068 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 66c2090e-8d45-4dc7-82c1-46675ad12b90 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:59:10.904136 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 36860) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:59:11.219183 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:59:11.239428 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Made reservation on behalf of b6bd150aee6c4bf7a07a266c591a458f for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:59:11.241701 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.249988 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.323727 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Publish callbacks [] for security_group (9ce3649f-c18f-4db1-9dc4-15c3fe267df3), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.328136 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (9ce3649f-c18f-4db1-9dc4-15c3fe267df3), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.338355 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-792e4ac9-63bb-4b5a-acce-141cffe7cf3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.344929 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103358) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 05:59:11.365216 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce3649f-c18f-4db1-9dc4-15c3fe267df3,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:11.368404 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (13e312ca-6b19-43b4-a72c-78fdade5dfb8), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.368748 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Added segment 13e312ca-6b19-43b4-a72c-78fdade5dfb8 of type flat for network a8fa3706-1200-4683-beca-2d063c4eb23f Mar 08 05:59:11.414640 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (a8fa3706-1200-4683-beca-2d063c4eb23f), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.448434 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (a8fa3706-1200-4683-beca-2d063c4eb23f), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.449339 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:59:11.450558 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:11.505244 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6000211 Mar 08 05:59:11.541259 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974531eb-a3bd-47b4-b6a0-8781f4cf58e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a8fa3706-1200-4683-beca-2d063c4eb23f,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:11.551549 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network a8fa3706-1200-4683-beca-2d063c4eb23f details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 05:59:12.398432 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:14.031129 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:14.109765 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 36878) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:59:14.337016 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba415828-da19-45a9-8fc5-516846f16d85 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:59:14.338506 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ba415828-da19-45a9-8fc5-516846f16d85 demo admin] 10.222.0.16 "GET /v2.0/subnets/ef170576-2801-476b-b6d6-3475ec9c0d8d HTTP/1.1" status: 200 len: 849 time: 0.2277851 Mar 08 05:59:14.458835 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ba65a459-de01-4e9b-a800-5e8b00866b1b demo admin] 10.222.0.16 "GET /v2.0/routers/fac5e8f0-5d77-4430-8b06-80c096c2374c HTTP/1.1" status: 200 len: 704 time: 0.1137497 Mar 08 05:59:14.745633 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.046862 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Allocated IP 172.20.0.1 (9d796b21-c8f3-47a2-a870-605ac22ff9fb/ef170576-2801-476b-b6d6-3475ec9c0d8d/59402499-0b78-4efd-a55a-8cffc3c7bdca) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:59:15.249516 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Publish callbacks [] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.315602 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.337025 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Network 9d796b21-c8f3-47a2-a870-605ac22ff9fb is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:59:15.356616 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:59:15.421388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:59:15.421907 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (fac5e8f0-5d77-4430-8b06-80c096c2374c), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.444347 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Pushing event updated for resources: {'Port': ['ID=59402499-0b78-4efd-a55a-8cffc3c7bdca,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:15.468979 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.495330 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.495696 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.496045 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.496391 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.497432 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.497655 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.497965 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.498302 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.498652 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.499000 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.499331 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.499654 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.499975 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Tracked resource versions report: Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: pushed versions: Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: { 'AddressGroup': {'1.2'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'ConntrackHelper': {'1.0'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Log': {'1.0'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Network': {'1.1'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Port': {'1.7'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'PortForwarding': {'1.2'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'QosPolicy': {'1.10'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SecurityGroup': {'1.5'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SubPort': {'1.0'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Subnet': {'1.1'}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Trunk': {'1.1'}} Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: consumer versions: Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: { DHCP agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: L3 agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: Metadata agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: Metering agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: Open vSwitch agent@dv-cinder-828060-10-iscsi: { 'AddressGroup': '1.2', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'ConntrackHelper': '1.0', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'LocalIPAssociation': '1.0', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Log': '1.0', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Network': '1.1', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Port': '1.7', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'PortForwarding': '1.2', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'QosPolicy': '1.10', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SecurityGroup': '1.5', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SecurityGroupRule': '1.2', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SubPort': '1.0', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Subnet': '1.1', Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Trunk': '1.1'}} Mar 08 05:59:15.501442 dv-cinder-828060-10-iscsi neutron-server[103359]: {{(pid=103359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:59:15.640669 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.665783 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-1419981d-1c4e-4630-bfc2-f32a64aba324 None None] Provisioning complete for port 59402499-0b78-4efd-a55a-8cffc3c7bdca triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:15.666162 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1419981d-1c4e-4630-bfc2-f32a64aba324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.699993 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-1419981d-1c4e-4630-bfc2-f32a64aba324 None None] Port 59402499-0b78-4efd-a55a-8cffc3c7bdca cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:59:15.852784 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Publish callbacks [] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.857828 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.858633 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (fac5e8f0-5d77-4430-8b06-80c096c2374c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:15.936069 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Pushing event updated for resources: {'Port': ['ID=59402499-0b78-4efd-a55a-8cffc3c7bdca,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:15.978375 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Network 9d796b21-c8f3-47a2-a870-605ac22ff9fb is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:59:15.979661 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:59:16.202431 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Router fac5e8f0-5d77-4430-8b06-80c096c2374c is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 05:59:16.298149 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:59:16.306223 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-132e0ab9-e5d6-44c6-92ca-fb3506040b58 demo admin] 10.222.0.16 "PUT /v2.0/routers/fac5e8f0-5d77-4430-8b06-80c096c2374c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8394923 Mar 08 05:59:16.308614 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Sync routers for ids ['fac5e8f0-5d77-4430-8b06-80c096c2374c'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:59:16.321509 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Routers {'fac5e8f0-5d77-4430-8b06-80c096c2374c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:59:16.322335 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T05:59:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['fac5e8f0-5d77-4430-8b06-80c096c2374c'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:59:16.322606 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-88427186-5f58-4a66-8516-11c612932d40 None None] Provisioning complete for port 59402499-0b78-4efd-a55a-8cffc3c7bdca triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:16.323082 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-88427186-5f58-4a66-8516-11c612932d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:16.361867 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-88427186-5f58-4a66-8516-11c612932d40 None None] Port 59402499-0b78-4efd-a55a-8cffc3c7bdca cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:59:16.527420 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Set router fac5e8f0-5d77-4430-8b06-80c096c2374c gateway port host: None {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:59:16.951440 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'name': 'router1', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:59:05Z', 'updated_at': '2022-03-08T05:59:15Z', 'revision_number': 2, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'gw_port_host': None, '_interfaces': [{'id': '59402499-0b78-4efd-a55a-8cffc3c7bdca', 'name': '', 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'mac_address': 'fa:16:3e:b1:a3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:14Z', 'updated_at': '2022-03-08T05:59:15Z', 'revision_number': 2, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'subnets': [{'id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67219a2b-383f-4b3f-ab75-d7be7ac0702c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:59:17.002090 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Checking router: fac5e8f0-5d77-4430-8b06-80c096c2374c for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:59:17.002466 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Updating router fac5e8f0-5d77-4430-8b06-80c096c2374c port 59402499-0b78-4efd-a55a-8cffc3c7bdca binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:59:17.054415 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:17.559777 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Publish callbacks [] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:17.565732 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:17.729585 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Pushing event updated for resources: {'Port': ['ID=59402499-0b78-4efd-a55a-8cffc3c7bdca,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:17.741223 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Attempting to bind port 59402499-0b78-4efd-a55a-8cffc3c7bdca on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:59:17.741603 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Attempting to bind port 59402499-0b78-4efd-a55a-8cffc3c7bdca by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:59:17.742041 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Attempting to bind port 59402499-0b78-4efd-a55a-8cffc3c7bdca on network 9d796b21-c8f3-47a2-a870-605ac22ff9fb {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:59:17.746288 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.746538 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.746933 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.747267 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.747705 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.748003 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.748345 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.748673 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.748995 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.749328 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.749651 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.749965 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.750278 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Tracked resource versions report: Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: pushed versions: Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: { 'AddressGroup': {'1.2'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'ConntrackHelper': {'1.0'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'LocalIPAssociation': {'1.0'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Log': {'1.0'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Network': {'1.1'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Port': {'1.7'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'PortForwarding': {'1.2'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'QosPolicy': {'1.10'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SecurityGroup': {'1.5'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SecurityGroupRule': {'1.2'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SubPort': {'1.0'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Subnet': {'1.1'}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Trunk': {'1.1'}} Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: consumer versions: Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: { DHCP agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: L3 agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: Metadata agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: Metering agent@dv-cinder-828060-10-iscsi: {}, Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: Open vSwitch agent@dv-cinder-828060-10-iscsi: { 'AddressGroup': '1.2', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'ConntrackHelper': '1.0', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'LocalIPAssociation': '1.0', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Log': '1.0', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Network': '1.1', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Port': '1.7', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'PortForwarding': '1.2', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'QosPolicy': '1.10', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SecurityGroup': '1.5', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SecurityGroupRule': '1.2', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SubPort': '1.0', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Subnet': '1.1', Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Trunk': '1.1'}} Mar 08 05:59:17.751736 dv-cinder-828060-10-iscsi neutron-server[103361]: {{(pid=103361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 05:59:17.757891 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:59:17.758305 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Checking segment: {'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:59:17.758860 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:17.759571 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Bound using segment: {'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:59:17.759764 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Bound port: 59402499-0b78-4efd-a55a-8cffc3c7bdca, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8517399c-280d-4f24-892a-a8be00d629e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:59:17.760098 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:17.790256 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-25f5c82d-b76c-42e8-8bcc-8a97de0216bf None None] Provisioning complete for port 59402499-0b78-4efd-a55a-8cffc3c7bdca triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:17.790846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-25f5c82d-b76c-42e8-8bcc-8a97de0216bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:17.825482 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-25f5c82d-b76c-42e8-8bcc-8a97de0216bf None None] Port 59402499-0b78-4efd-a55a-8cffc3c7bdca cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:59:17.832203 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] For port 59402499-0b78-4efd-a55a-8cffc3c7bdca, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:59:17.850630 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] For port 59402499-0b78-4efd-a55a-8cffc3c7bdca, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=59402499-0b78-4efd-a55a-8cffc3c7bdca,segment=NetworkSegment(8517399c-280d-4f24-892a-a8be00d629e4),segment_id=8517399c-280d-4f24-892a-a8be00d629e4)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:59:17.857786 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:17.916061 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a41ba8-6321-4766-aaf0-eeb38d219cdb None None] Pushing event updated for resources: {'Port': ['ID=59402499-0b78-4efd-a55a-8cffc3c7bdca,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:17.921214 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Routers {'fac5e8f0-5d77-4430-8b06-80c096c2374c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:59:17.921826 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T05:59:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['fac5e8f0-5d77-4430-8b06-80c096c2374c'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:59:18.018404 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] Set router fac5e8f0-5d77-4430-8b06-80c096c2374c gateway port host: None {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:59:18.147642 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-93607186-89a7-4ace-a402-ca651cd38eb8 None None] Provisioning complete for port 59402499-0b78-4efd-a55a-8cffc3c7bdca triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:18.147972 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93607186-89a7-4ace-a402-ca651cd38eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:18.228656 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-93607186-89a7-4ace-a402-ca651cd38eb8 None None] Current status of the port 59402499-0b78-4efd-a55a-8cffc3c7bdca is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:59:18.229079 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93607186-89a7-4ace-a402-ca651cd38eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:18.230458 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'name': 'router1', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:59:05Z', 'updated_at': '2022-03-08T05:59:15Z', 'revision_number': 2, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'gw_port_host': None, '_interfaces': [{'id': '59402499-0b78-4efd-a55a-8cffc3c7bdca', 'name': '', 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'mac_address': 'fa:16:3e:b1:a3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:14Z', 'updated_at': '2022-03-08T05:59:17Z', 'revision_number': 4, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'subnets': [{'id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67219a2b-383f-4b3f-ab75-d7be7ac0702c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:59:18.260156 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7c044c-8f59-4cd2-9ef8-dcab581fdd42 None None] The sync data for ids ['fac5e8f0-5d77-4430-8b06-80c096c2374c'] in dv-cinder-828060-10-iscsi is: [{'id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'name': 'router1', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:59:05Z', 'updated_at': '2022-03-08T05:59:15Z', 'revision_number': 2, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'gw_port_host': None, '_interfaces': [{'id': '59402499-0b78-4efd-a55a-8cffc3c7bdca', 'name': '', 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'mac_address': 'fa:16:3e:b1:a3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:14Z', 'updated_at': '2022-03-08T05:59:17Z', 'revision_number': 4, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'subnets': [{'id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67219a2b-383f-4b3f-ab75-d7be7ac0702c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:59:18.268753 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-93607186-89a7-4ace-a402-ca651cd38eb8 None None] For port 59402499-0b78-4efd-a55a-8cffc3c7bdca, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=59402499-0b78-4efd-a55a-8cffc3c7bdca,segment=NetworkSegment(8517399c-280d-4f24-892a-a8be00d629e4),segment_id=8517399c-280d-4f24-892a-a8be00d629e4)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:59:18.276874 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-93607186-89a7-4ace-a402-ca651cd38eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:18.332760 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93607186-89a7-4ace-a402-ca651cd38eb8 None None] Pushing event updated for resources: {'Port': ['ID=59402499-0b78-4efd-a55a-8cffc3c7bdca,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:18.794598 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 36902) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:59:18.904055 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42583416-8f07-46cb-99a6-69559f00bb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:59:18.905332 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-42583416-8f07-46cb-99a6-69559f00bb56 admin admin] 10.222.0.16 "GET /v2.0/networks/a8fa3706-1200-4683-beca-2d063c4eb23f HTTP/1.1" status: 200 len: 842 time: 0.1096725 Mar 08 05:59:18.914786 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:59:18.938873 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Made reservation on behalf of b6bd150aee6c4bf7a07a266c591a458f for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:59:18.941189 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:19.248304 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.objects.ports [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 05:59:19.248622 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (4625c318-749c-41a7-9ec0-07e56361930e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:19.311047 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4625c318-749c-41a7-9ec0-07e56361930e,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:19.317923 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:59:19.317923 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Network hostable DHCP agents. Network: a8fa3706-1200-4683-beca-2d063c4eb23f, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 05:59:19.339470 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 05:59:19.351829 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, a8fa3706-1200-4683-beca-2d063c4eb23f) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:59:19.356071 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:59:19.356681 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:19.362036 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb919e-39a7-48a3-9d42-10a9bf552bf2 None None] Network a8fa3706-1200-4683-beca-2d063c4eb23f requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:59:19.376211 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a5a2db9a-46b6-446a-8eac-efd0daba62c6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4648242 Mar 08 05:59:19.476131 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a58b8-a87e-45b3-aafc-2218c7e9cecd None None] Network a8fa3706-1200-4683-beca-2d063c4eb23f requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:59:19.500410 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:59:21.813977 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 36910) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:59:21.944624 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-25fe263e-b87e-4259-b7fc-f4652219450b demo admin] 10.222.0.16 "GET /v2.0/routers/fac5e8f0-5d77-4430-8b06-80c096c2374c HTTP/1.1" status: 200 len: 710 time: 0.1293986 Mar 08 05:59:22.027391 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f43f9-5ea4-4599-b242-0f291b39c7bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:59:22.028690 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-748f43f9-5ea4-4599-b242-0f291b39c7bf demo admin] 10.222.0.16 "GET /v2.0/networks/a8fa3706-1200-4683-beca-2d063c4eb23f HTTP/1.1" status: 200 len: 886 time: 0.0787201 Mar 08 05:59:22.037515 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:59:22.283380 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks [] for router_gateway (fac5e8f0-5d77-4430-8b06-80c096c2374c), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:22.583506 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks [] for router_gateway (fac5e8f0-5d77-4430-8b06-80c096c2374c), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:22.655480 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:22.755711 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Allocated IP 172.27.2.161 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/fbacb9a0-2a4f-4043-8fc0-3e6ff470066e) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:59:22.850952 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks [] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:22.885461 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:22.923855 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:59:22.928379 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:59:22.932576 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:59:22.964942 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Pushing event updated for resources: {'Port': ['ID=fbacb9a0-2a4f-4043-8fc0-3e6ff470066e,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:23.192395 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks [] for router_gateway (fac5e8f0-5d77-4430-8b06-80c096c2374c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:23.389422 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16272411', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9583'] for router (fac5e8f0-5d77-4430-8b06-80c096c2374c), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:23.392792 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16272404'] for router (fac5e8f0-5d77-4430-8b06-80c096c2374c), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:23.507007 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Router fac5e8f0-5d77-4430-8b06-80c096c2374c has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:59:23.619407 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:59:23.624322 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:23.631802 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-618b9d97-2355-497f-9802-dfd5d168e6d7 demo admin] 10.222.0.16 "PUT /v2.0/routers/fac5e8f0-5d77-4430-8b06-80c096c2374c HTTP/1.1" status: 200 len: 890 time: 1.5911279 Mar 08 05:59:26.188381 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 36922) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:59:26.301184 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 59402499-0b78-4efd-a55a-8cffc3c7bdca up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:59:26.333549 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-33abda1c-0a41-4f8a-bbe1-1144f6208313 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1433980 Mar 08 05:59:26.350282 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 59402499-0b78-4efd-a55a-8cffc3c7bdca triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:26.350727 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:26.456139 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 59402499-0b78-4efd-a55a-8cffc3c7bdca is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:59:26.836841 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Sync routers for ids ['fac5e8f0-5d77-4430-8b06-80c096c2374c'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:59:26.850084 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Routers {'fac5e8f0-5d77-4430-8b06-80c096c2374c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:59:26.850866 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T05:59:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['fac5e8f0-5d77-4430-8b06-80c096c2374c'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:59:27.075727 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Set router fac5e8f0-5d77-4430-8b06-80c096c2374c gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:59:27.559965 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'name': 'router1', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fbacb9a0-2a4f-4043-8fc0-3e6ff470066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:59:05Z', 'updated_at': '2022-03-08T05:59:23Z', 'revision_number': 4, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'gw_port': {'id': 'fbacb9a0-2a4f-4043-8fc0-3e6ff470066e', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:22Z', 'updated_at': '2022-03-08T05:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '59402499-0b78-4efd-a55a-8cffc3c7bdca', 'name': '', 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'mac_address': 'fa:16:3e:b1:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:14Z', 'updated_at': '2022-03-08T05:59:18Z', 'revision_number': 5, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'subnets': [{'id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67219a2b-383f-4b3f-ab75-d7be7ac0702c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:59:27.616396 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Checking router: fac5e8f0-5d77-4430-8b06-80c096c2374c for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:59:27.616771 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Updating router fac5e8f0-5d77-4430-8b06-80c096c2374c port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 05:59:27.668977 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:27.992499 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Publish callbacks [] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:28.000299 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:28.049410 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Attempting to bind port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:59:28.049798 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Attempting to bind port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:59:28.050166 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Attempting to bind port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:59:28.070413 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:59:28.070734 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:59:28.071137 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:28.071534 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:59:28.072003 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Bound port: fbacb9a0-2a4f-4043-8fc0-3e6ff470066e, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:59:28.072382 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:28.074091 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b911b-f7ae-4d5e-b0cc-43961990ebee None None] Pushing event updated for resources: {'Port': ['ID=fbacb9a0-2a4f-4043-8fc0-3e6ff470066e,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:28.128360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] For port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:59:28.132093 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] For port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=fbacb9a0-2a4f-4043-8fc0-3e6ff470066e,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:59:28.139300 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:28.201029 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Routers {'fac5e8f0-5d77-4430-8b06-80c096c2374c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:59:28.202057 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T05:59:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['fac5e8f0-5d77-4430-8b06-80c096c2374c'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:59:28.206649 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b911b-f7ae-4d5e-b0cc-43961990ebee None None] Pushing event updated for resources: {'Port': ['ID=fbacb9a0-2a4f-4043-8fc0-3e6ff470066e,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:28.322076 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] Set router fac5e8f0-5d77-4430-8b06-80c096c2374c gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:59:28.552086 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'name': 'router1', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fbacb9a0-2a4f-4043-8fc0-3e6ff470066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:59:05Z', 'updated_at': '2022-03-08T05:59:23Z', 'revision_number': 4, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'gw_port': {'id': 'fbacb9a0-2a4f-4043-8fc0-3e6ff470066e', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:22Z', 'updated_at': '2022-03-08T05:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '59402499-0b78-4efd-a55a-8cffc3c7bdca', 'name': '', 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'mac_address': 'fa:16:3e:b1:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:14Z', 'updated_at': '2022-03-08T05:59:18Z', 'revision_number': 5, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'subnets': [{'id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67219a2b-383f-4b3f-ab75-d7be7ac0702c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:59:28.583431 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfad00d-d0d1-42b1-8731-05743c3b5cf7 None None] The sync data for ids ['fac5e8f0-5d77-4430-8b06-80c096c2374c'] in dv-cinder-828060-10-iscsi is: [{'id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'name': 'router1', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': 'fbacb9a0-2a4f-4043-8fc0-3e6ff470066e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T05:59:05Z', 'updated_at': '2022-03-08T05:59:23Z', 'revision_number': 4, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'gw_port': {'id': 'fbacb9a0-2a4f-4043-8fc0-3e6ff470066e', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:31:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:22Z', 'updated_at': '2022-03-08T05:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '59402499-0b78-4efd-a55a-8cffc3c7bdca', 'name': '', 'network_id': '9d796b21-c8f3-47a2-a870-605ac22ff9fb', 'tenant_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'mac_address': 'fa:16:3e:b1:a3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac5e8f0-5d77-4430-8b06-80c096c2374c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T05:59:14Z', 'updated_at': '2022-03-08T05:59:18Z', 'revision_number': 5, 'project_id': 'f0bdce03e2c44180b7d91e5cb5728ddc', 'subnets': [{'id': 'ef170576-2801-476b-b6d6-3475ec9c0d8d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67219a2b-383f-4b3f-ab75-d7be7ac0702c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:59:30.370416 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device fbacb9a0-2a4f-4043-8fc0-3e6ff470066e up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:59:30.440127 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:30.440127 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:30.554757 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:59:30.555077 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:30.588909 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=fbacb9a0-2a4f-4043-8fc0-3e6ff470066e,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:59:30.596846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:30.679849 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=fbacb9a0-2a4f-4043-8fc0-3e6ff470066e,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:59:32.359325 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device fbacb9a0-2a4f-4043-8fc0-3e6ff470066e up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:59:32.490177 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:59:32.492811 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (fbacb9a0-2a4f-4043-8fc0-3e6ff470066e), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:32.663493 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port fbacb9a0-2a4f-4043-8fc0-3e6ff470066e is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:59:39.088418 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-485859bd-68d0-4ca5-bf92-7573a28def72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:41.356371 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b784c19-3466-40c6-bdd1-efb366a870ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:42.420297 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:44.045930 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:45.467501 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:59:56.501289 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:00:09.147092 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5762c8d8-ff21-4ca4-81cd-84f6cfda7394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:11.343192 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d3085373-008c-4a3d-9377-9dd77f1cf023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:12.409956 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:14.046564 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:15.460691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:33.500595 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:00:39.080548 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd61cd9b-53f7-4d51-a3e2-b9fffcdd4e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:41.341006 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db23d81f-ec14-4083-ae42-43700fe133f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:42.409256 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:44.048545 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:45.464943 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:48.425453 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 37406) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:00:48.488272 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfbdaea-f1cc-4975-8d40-d9c783bf15e4 admin admin] GET failed (client error): The resource could not be found. Mar 08 06:00:48.489553 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9dfbdaea-f1cc-4975-8d40-d9c783bf15e4 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631638 Mar 08 06:00:48.723967 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d39ea2-bf6d-44fd-966e-dff5c8a835d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:00:48.725456 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-39d39ea2-bf6d-44fd-966e-dff5c8a835d5 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2318470 Mar 08 06:00:51.039651 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 37416) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:00:51.129232 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b5660-61ed-4a49-8620-c8ecb9b1e77e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:00:51.130548 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d76b5660-61ed-4a49-8620-c8ecb9b1e77e admin admin] 10.222.0.16 "GET /v2.0/subnets/ef170576-2801-476b-b6d6-3475ec9c0d8d HTTP/1.1" status: 200 len: 849 time: 0.0899498 Mar 08 06:00:51.139846 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:00:51.227435 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Publish callbacks [] for subnet (ef170576-2801-476b-b6d6-3475ec9c0d8d), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:51.365768 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773905416367'] for subnet (ef170576-2801-476b-b6d6-3475ec9c0d8d), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:51.394984 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:00:51.396083 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:51.410608 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] 10.222.0.16 "PUT /v2.0/subnets/ef170576-2801-476b-b6d6-3475ec9c0d8d HTTP/1.1" status: 200 len: 868 time: 0.2605059 Mar 08 06:00:51.410882 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea812d8-43aa-4074-bba6-863fddcf00e3 None None] Network 9d796b21-c8f3-47a2-a870-605ac22ff9fb requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:00:51.416947 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef170576-2801-476b-b6d6-3475ec9c0d8d,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:00:51.424239 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.424612 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.424966 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.426064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.426064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.426064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.426338 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.426623 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.426978 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.427316 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.427640 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.427969 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.428289 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fabbbd-3c86-4e7b-8ea5-157de92fb2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:00:51.760591 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-8c1cafe0-0912-4065-98da-6de2582fc2da None None] Provisioning complete for port 66c2090e-8d45-4dc7-82c1-46675ad12b90 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:00:51.761500 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8c1cafe0-0912-4065-98da-6de2582fc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (66c2090e-8d45-4dc7-82c1-46675ad12b90), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:51.843321 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cafe0-0912-4065-98da-6de2582fc2da None None] Current status of the port 66c2090e-8d45-4dc7-82c1-46675ad12b90 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:00:51.853075 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-8c1cafe0-0912-4065-98da-6de2582fc2da None None] Provisioning complete for port 59402499-0b78-4efd-a55a-8cffc3c7bdca triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:00:51.853465 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8c1cafe0-0912-4065-98da-6de2582fc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (59402499-0b78-4efd-a55a-8cffc3c7bdca), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:00:51.929544 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cafe0-0912-4065-98da-6de2582fc2da None None] Current status of the port 59402499-0b78-4efd-a55a-8cffc3c7bdca is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:00:53.730650 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 37424) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:00:53.922330 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a13b26-33fe-4760-ade9-4e12c9707b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:00:53.922788 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a13b26-33fe-4760-ade9-4e12c9707b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:00:53.924340 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-95a13b26-33fe-4760-ade9-4e12c9707b4e admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1927209 Mar 08 06:00:56.248333 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 37432) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:00:56.379533 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a375086-a3dc-4ce5-9096-2a6ca59b4af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:00:56.380000 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a375086-a3dc-4ce5-9096-2a6ca59b4af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:00:56.381512 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4a375086-a3dc-4ce5-9096-2a6ca59b4af3 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322358 Mar 08 06:00:58.703384 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37440) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:00:58.880513 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c8f9a-3b1f-4dbd-aa45-86a3e79a98b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:00:58.881859 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-254c8f9a-3b1f-4dbd-aa45-86a3e79a98b8 admin admin] 10.222.0.16 "GET /v2.0/networks/9d796b21-c8f3-47a2-a870-605ac22ff9fb HTTP/1.1" status: 200 len: 869 time: 0.1775041 Mar 08 06:01:01.168457 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 37450) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:01.295180 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b726fb-0f31-4136-9846-8e4881ea0e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:01.296562 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e5b726fb-0f31-4136-9846-8e4881ea0e54 admin admin] 10.222.0.16 "GET /v2.0/networks/a8fa3706-1200-4683-beca-2d063c4eb23f HTTP/1.1" status: 200 len: 886 time: 0.1271558 Mar 08 06:01:03.622742 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37458) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:03.743466 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd933900-67d8-4ae2-bc7b-eb0451abed36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:03.743926 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd933900-67d8-4ae2-bc7b-eb0451abed36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:03.746005 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-bd933900-67d8-4ae2-bc7b-eb0451abed36 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223228 Mar 08 06:01:06.044324 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37466) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:06.136068 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8c45f-2ace-430b-b8e4-81a7b4f0bac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:06.136515 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add8c45f-2ace-430b-b8e4-81a7b4f0bac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:06.137999 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-add8c45f-2ace-430b-b8e4-81a7b4f0bac5 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927069 Mar 08 06:01:08.437458 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37474) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:08.522980 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c449927-9c14-49cb-a7a0-ed2de0af3290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:08.524297 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-2c449927-9c14-49cb-a7a0-ed2de0af3290 admin admin] 10.222.0.16 "GET /v2.0/subnets/4625c318-749c-41a7-9ec0-07e56361930e HTTP/1.1" status: 200 len: 816 time: 0.0858970 Mar 08 06:01:09.084205 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-417655fa-e295-475b-b9ea-647142a211c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:10.499503 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:01:10.856458 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37482) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:10.946377 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9edf61-fc8d-429d-abe1-14c163a0e656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:10.947790 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-fd9edf61-fc8d-429d-abe1-14c163a0e656 admin admin] 10.222.0.16 "GET /v2.0/subnets/ef170576-2801-476b-b6d6-3475ec9c0d8d HTTP/1.1" status: 200 len: 868 time: 0.0903075 Mar 08 06:01:11.334247 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2c00ea8-a659-4cf0-96ac-f7efec954f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:12.412387 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:14.052940 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:15.468256 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:39.010611 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37534) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:39.056304 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [None req-50af82d0-4c58-4356-90d9-bdbb9f411a58 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:01:39.057288 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-50af82d0-4c58-4356-90d9-bdbb9f411a58 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457492 Mar 08 06:01:39.086753 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-be411eed-a61f-4a9a-a14e-b0398083b82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:41.340686 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e57e21bf-29e7-40d3-acf7-70a0ed6f3bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:41.477180 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37542) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:41.538352 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b505d48d-6edd-490f-933b-79d8115342d5 admin admin] GET failed (client error): The resource could not be found. Mar 08 06:01:41.539649 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-b505d48d-6edd-490f-933b-79d8115342d5 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615418 Mar 08 06:01:41.682623 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfe73d5-f2a2-4312-a105-be2055c6ec07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:41.683983 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-fdfe73d5-f2a2-4312-a105-be2055c6ec07 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1402154 Mar 08 06:01:42.414782 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:44.041754 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37550) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:44.054536 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:44.089563 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:01:44.108101 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Made reservation on behalf of b6bd150aee6c4bf7a07a266c591a458f for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:01:44.110385 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:44.144212 dv-cinder-828060-10-iscsi neutron-server[103358]: WARNING neutron.services.revisions.revision_plugin [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Could not find related network for resource to bump revision. Mar 08 06:01:44.155558 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:01:44.166881 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (56ea752e-6c6c-420b-8d80-eacfdfda8217), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:44.167224 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Added segment 56ea752e-6c6c-420b-8d80-eacfdfda8217 of type vlan for network f8958d40-6052-4a6d-a92b-c7a112eb788e Mar 08 06:01:44.206318 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (f8958d40-6052-4a6d-a92b-c7a112eb788e), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:44.229215 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (f8958d40-6052-4a6d-a92b-c7a112eb788e), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:44.230328 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:44.230923 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:44.263334 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2204218 Mar 08 06:01:44.296024 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Pushing event updated for resources: {'Network': ['ID=f8958d40-6052-4a6d-a92b-c7a112eb788e,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:01:44.303328 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.303698 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.304040 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.304383 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.304719 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.305050 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.305394 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.305727 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.306111 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.306555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.306555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.307147 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.307574 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81f939-cf5e-4009-aa9e-7aba295b4341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:44.319580 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network f8958d40-6052-4a6d-a92b-c7a112eb788e details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:01:45.469871 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:46.613124 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37558) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:01:46.672652 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5530e3-4cee-480b-8e44-526963173e02 admin admin] GET failed (client error): The resource could not be found. Mar 08 06:01:46.673920 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5a5530e3-4cee-480b-8e44-526963173e02 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597458 Mar 08 06:01:46.743341 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eace7f-5fbd-43c9-a644-d4e13bfe64b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:46.744962 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-a1eace7f-5fbd-43c9-a644-d4e13bfe64b4 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670464 Mar 08 06:01:46.754363 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Request body: {'subnet': {'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:01:46.772128 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Made reservation on behalf of b6bd150aee6c4bf7a07a266c591a458f for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:01:46.774294 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:46.931581 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (30d2b06f-41a2-4273-aefa-2b6ea3ab5139), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:46.986149 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d2b06f-41a2-4273-aefa-2b6ea3ab5139,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:01:46.995859 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Checking segment: {'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:01:46.996243 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Network hostable DHCP agents. Network: f8958d40-6052-4a6d-a92b-c7a112eb788e, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:01:47.012664 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Network f8958d40-6052-4a6d-a92b-c7a112eb788e is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:01:47.020519 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, f8958d40-6052-4a6d-a92b-c7a112eb788e) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:01:47.024414 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:01:47.025806 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:47.030936 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27f9bbf-2dc8-4395-819b-271025a7347d None None] Network f8958d40-6052-4a6d-a92b-c7a112eb788e requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:01:47.042086 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-2fe26c5f-fb3e-4a2e-a42c-e627369efa87 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2909248 Mar 08 06:01:47.137987 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-f8958d40-6052-4a6d-a92b-c7a112eb788e', 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e', 'project_id': 'b6bd150aee6c4bf7a07a266c591a458f', 'fixed_ips': [{'subnet_id': '30d2b06f-41a2-4273-aefa-2b6ea3ab5139'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:01:47.138963 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:47.282787 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Allocated IP 192.168.233.2 (f8958d40-6052-4a6d-a92b-c7a112eb788e/30d2b06f-41a2-4273-aefa-2b6ea3ab5139/384531eb-f0a6-48cb-ba5e-f65b51ed0a3d) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:01:47.498755 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:01:47.530842 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Publish callbacks [] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:47.536416 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:47.585630 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Network f8958d40-6052-4a6d-a92b-c7a112eb788e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:01:47.588597 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:01:47.591011 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:01:47.596672 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Pushing event updated for resources: {'Port': ['ID=384531eb-f0a6-48cb-ba5e-f65b51ed0a3d,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:01:47.609688 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.609688 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.609688 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.610060 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.610177 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.610446 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.610833 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.611164 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.611488 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.611826 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.612150 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.612468 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.612784 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:01:47.667691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Attempting to bind port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:01:47.668063 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Attempting to bind port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:01:47.668431 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Attempting to bind port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d on network f8958d40-6052-4a6d-a92b-c7a112eb788e {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:01:47.673424 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:01:47.673797 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Checking segment: {'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:01:47.674195 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:47.674610 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Bound using segment: {'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:01:47.675069 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Bound port: 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:01:47.675443 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:47.739272 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] For port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:01:47.742423 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] For port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=384531eb-f0a6-48cb-ba5e-f65b51ed0a3d,segment=NetworkSegment(56ea752e-6c6c-420b-8d80-eacfdfda8217),segment_id=56ea752e-6c6c-420b-8d80-eacfdfda8217)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:01:47.749792 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:47.807324 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b629701-c26c-49f3-b7db-d48eb430ca6c None None] Pushing event updated for resources: {'Port': ['ID=384531eb-f0a6-48cb-ba5e-f65b51ed0a3d,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:01:48.408300 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:01:48.473795 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:01:48.474178 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:48.559419 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:01:48.559819 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:48.600192 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=384531eb-f0a6-48cb-ba5e-f65b51ed0a3d,segment=NetworkSegment(56ea752e-6c6c-420b-8d80-eacfdfda8217),segment_id=56ea752e-6c6c-420b-8d80-eacfdfda8217)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:01:48.606228 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:48.658656 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=384531eb-f0a6-48cb-ba5e-f65b51ed0a3d,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:01:48.690187 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee715d-44ef-478e-a262-5c73255bff85 None None] Network f8958d40-6052-4a6d-a92b-c7a112eb788e requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:01:48.800009 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-16bce45b-f53e-4d4a-9723-23d11be7946f None None] Provisioning complete for port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:01:48.800403 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-16bce45b-f53e-4d4a-9723-23d11be7946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:48.893018 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-16bce45b-f53e-4d4a-9723-23d11be7946f None None] Current status of the port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:01:49.114149 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-66104550-cf52-4f93-ace2-b61d11e34558 None None] Provisioning complete for port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:01:49.114462 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-66104550-cf52-4f93-ace2-b61d11e34558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:49.191986 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-66104550-cf52-4f93-ace2-b61d11e34558 None None] Current status of the port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:01:50.361969 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:01:50.417906 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:01:50.418299 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (384531eb-f0a6-48cb-ba5e-f65b51ed0a3d), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:01:50.492897 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 384531eb-f0a6-48cb-ba5e-f65b51ed0a3d is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:02:09.090797 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-82b393c9-54ed-4da1-be7a-cd25638b2bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:11.333029 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52b7b7a4-1ca0-4321-ab1c-04eae2d26202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:12.420539 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:14.056965 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:15.470283 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:24.497002 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:02:39.093495 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1e0fa7af-676c-4f25-b4bf-3af64cc68837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:41.335287 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e3849f5d-99e2-4652-a18f-8323ddef62ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:42.422091 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:44.059508 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:02:45.472030 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:01.496666 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:03:07.081356 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37596) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:03:07.087127 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [None req-5b1bbd00-2a61-4235-874c-2338f94ae102 tempest-verify_tempest_config-210225424 tempest-verify_tempest_config-210225424-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:03:07.088092 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5b1bbd00-2a61-4235-874c-2338f94ae102 tempest-verify_tempest_config-210225424 tempest-verify_tempest_config-210225424-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057654 Mar 08 06:03:07.378859 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37614) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:03:07.488963 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:07.564499 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Publish callbacks [] for security_group (e44d3f67-e347-425b-a5df-dd010fdc8ffb), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:07.568086 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (e44d3f67-e347-425b-a5df-dd010fdc8ffb), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:07.624622 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9877382361054917882f246902a135c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2446911 Mar 08 06:03:07.625475 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d3f67-e347-425b-a5df-dd010fdc8ffb,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:03:07.627360 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 37618) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:03:07.632244 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.632624 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.632985 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.633373 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.633665 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.634008 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.634364 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.634727 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.635066 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.635398 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.635727 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.636055 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.636377 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d240547-4e64-4780-a7c4-bb68462d1f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.697560 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Publish callbacks [] for security_group (e44d3f67-e347-425b-a5df-dd010fdc8ffb), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:07.718058 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Publish callbacks [] for security_group (e44d3f67-e347-425b-a5df-dd010fdc8ffb), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:07.807157 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (e44d3f67-e347-425b-a5df-dd010fdc8ffb), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:07.809705 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:07.811104 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e44d3f67-e347-425b-a5df-dd010fdc8ffb HTTP/1.1" status: 204 len: 168 time: 0.1827602 Mar 08 06:03:07.818773 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d3f67-e347-425b-a5df-dd010fdc8ffb,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:03:07.825383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.825755 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.826095 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.826429 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.826801 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.827126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.827719 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.828044 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.828369 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.828689 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.829040 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.829356 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:07.829672 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a698ae1-8094-46b4-869c-a588766017ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:03:09.098160 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1cee886f-cab5-42e3-aa93-f884d4461f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:11.338427 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0928983-6a8e-434a-be46-e415221ee3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:12.425420 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:14.063849 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:15.474483 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:38.495361 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:03:39.099628 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30a8cd8e-9e06-46e6-bfc1-6d7d53e7c64f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:41.341242 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-830d5ff3-b2cd-4413-b0bc-eaed744e6d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:42.429112 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:44.063914 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:03:45.476543 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:09.102332 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-475dcb7b-1205-4d55-8da5-3aaa8d141b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:11.342665 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e46fedc7-8570-4a76-b981-b4c423759fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:12.431526 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:14.068076 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:15.478860 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:15.493534 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 5 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:04:39.105022 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-044c6984-e5fe-4b3b-9b3f-7bafe63b5488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:41.344140 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d728abc6-46b1-4663-9ea7-fd26a5717708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:42.435233 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:44.070368 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:45.482684 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:49.106756 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16271870'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:04:52.491489 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:05:03.623476 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37692) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:05:03.725219 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c594d1eb-e0b1-443e-a3f2-367bf2ca9763 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1006589 Mar 08 06:05:06.049345 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37702) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:05:06.102651 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-506cc94d-c6d7-4967-9c4a-d94bbb614865 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0521822 Mar 08 06:05:09.108070 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37cff597-6d60-4957-91d4-c1569727483c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:11.345314 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6853c281-d033-498e-8b58-720745b83f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:12.436790 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:14.073930 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:15.484684 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:19.070957 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:29.492825 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:05:39.109397 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6c07c2b4-0fda-45c6-bebc-d1d4963d69bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:41.346503 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bae538de-8c83-4391-8668-6de015ab9fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:42.438989 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:44.077225 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:45.486688 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:05:49.084810 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:06.492255 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:06:09.111789 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8331304a-baa3-4e78-ac2c-555534db082d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:11.347606 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa3cbed2-ad22-4aa6-9d37-1118a8d3561a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:12.443183 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:14.081567 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:15.488077 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:19.085103 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:39.121493 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a365eb0c-0e27-4c91-8782-ef46444e4e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:41.358298 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a28d2ea1-3a22-476f-a025-5feb13524f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:42.450028 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:43.499504 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:06:44.006487 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37920) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:44.007283 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 37922) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:44.044029 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37932) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:44.089018 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.127064 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37942) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:44.216876 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-902947767-network', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:44.240213 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-349372914-network', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:44.245418 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Made reservation on behalf of 819589deabfe4d30b83cff86a10b00ce for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:44.248388 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.272350 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-network', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:44.274314 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Made reservation on behalf of 4c2ab6d7c6eb40d193e024ff04053ee8 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:44.278185 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.294116 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.304969 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.324545 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Made reservation on behalf of 6bac5ef03da8437ab8c6c14818aee92a for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:44.327497 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.389157 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Publish callbacks [] for security_group (267c90a5-425c-45c0-a901-97f5ac15d6f2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.393926 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (267c90a5-425c-45c0-a901-97f5ac15d6f2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.395704 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1128174232-network', 'tenant_id': '5cf17efa407c4d9cbd7b6d451a3546bd'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:44.399485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.413138 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:06:44.428467 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773905403486', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (ba11f93d-fa95-4452-a153-53938a02241c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.429547 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Unsubscribe: segment precommit_create {{(pid=103359) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 06:06:44.430165 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Added segment ba11f93d-fa95-4452-a153-53938a02241c of type vlan for network 6876c566-5277-4cc6-8489-77d964bf78ae Mar 08 06:06:44.467412 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Made reservation on behalf of 5cf17efa407c4d9cbd7b6d451a3546bd for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:44.470078 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.490041 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (6876c566-5277-4cc6-8489-77d964bf78ae), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.525450 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Publish callbacks [] for security_group (00d25c4b-c62e-4237-8ab2-2182451b564d), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.527968 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.546782 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267c90a5-425c-45c0-a901-97f5ac15d6f2,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:44.555091 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (6876c566-5277-4cc6-8489-77d964bf78ae), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.556758 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:44.557835 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.568395 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (00d25c4b-c62e-4237-8ab2-2182451b564d), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.569428 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.570046 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.570416 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.570900 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.571455 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.571937 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.572510 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.573411 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.573877 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.574445 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.574794 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.575235 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.575653 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Tracked resource versions report: Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: pushed versions: Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: { 'AddressGroup': {'1.2'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'ConntrackHelper': {'1.0'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'LocalIPAssociation': {'1.0'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Log': {'1.0'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Network': {'1.1'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Port': {'1.7'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'PortForwarding': {'1.2'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'QosPolicy': {'1.10'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SecurityGroup': {'1.5'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SecurityGroupRule': {'1.2'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SubPort': {'1.0'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Subnet': {'1.1'}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Trunk': {'1.1'}} Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: consumer versions: Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: { DHCP agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: HyperV agent@hv-cinder-82806: {}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: L3 agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: Metadata agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: Metering agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: Open vSwitch agent@dv-cinder-828060-10-iscsi: { 'AddressGroup': '1.2', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'ConntrackHelper': '1.0', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'LocalIPAssociation': '1.0', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Log': '1.0', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Network': '1.1', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Port': '1.7', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'PortForwarding': '1.2', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'QosPolicy': '1.10', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SecurityGroup': '1.5', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SecurityGroupRule': '1.2', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'SubPort': '1.0', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Subnet': '1.1', Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: 'Trunk': '1.1'}} Mar 08 06:06:44.576967 dv-cinder-828060-10-iscsi neutron-server[103359]: {{(pid=103359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 06:06:44.588543 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:06:44.601056 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (7eaa4a45-bd17-42bd-b460-d81fe2e9990b), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.601729 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Added segment 7eaa4a45-bd17-42bd-b460-d81fe2e9990b of type vlan for network cc057a0a-6438-4955-afc7-7a4b9fd32d05 Mar 08 06:06:44.636298 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6285486 Mar 08 06:06:44.644288 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (cc057a0a-6438-4955-afc7-7a4b9fd32d05), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.665318 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 37972) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:44.681288 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Request body: {'subnet': {'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-subnet', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:44.682608 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6970-d4f9-4bad-b194-b2de528fac98 admin admin] Pushing event updated for resources: {'Network': ['ID=6876c566-5277-4cc6-8489-77d964bf78ae,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:44.696725 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 6876c566-5277-4cc6-8489-77d964bf78ae details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:06:44.724606 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (cc057a0a-6438-4955-afc7-7a4b9fd32d05), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.725838 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:44.726594 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.757588 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d25c4b-c62e-4237-8ab2-2182451b564d,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:44.775182 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.776044 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.776559 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.777292 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.777889 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.778390 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.778911 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.779394 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.779881 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.780214 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.780547 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.780852 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.781169 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Tracked resource versions report: Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: pushed versions: Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: { 'AddressGroup': {'1.2'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'ConntrackHelper': {'1.0'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'LocalIPAssociation': {'1.0'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Log': {'1.0'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Network': {'1.1'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Port': {'1.7'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'PortForwarding': {'1.2'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'QosPolicy': {'1.10'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SecurityGroup': {'1.5'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SecurityGroupRule': {'1.2'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SubPort': {'1.0'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Subnet': {'1.1'}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Trunk': {'1.1'}} Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: consumer versions: Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: { DHCP agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: HyperV agent@hv-cinder-82806: {}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: L3 agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: Metadata agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: Metering agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: Open vSwitch agent@dv-cinder-828060-10-iscsi: { 'AddressGroup': '1.2', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'ConntrackHelper': '1.0', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'LocalIPAssociation': '1.0', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Log': '1.0', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Network': '1.1', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Port': '1.7', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'PortForwarding': '1.2', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'QosPolicy': '1.10', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SecurityGroup': '1.5', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SecurityGroupRule': '1.2', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'SubPort': '1.0', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Subnet': '1.1', Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: 'Trunk': '1.1'}} Mar 08 06:06:44.782506 dv-cinder-828060-10-iscsi neutron-server[103358]: {{(pid=103358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 06:06:44.803315 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Made reservation on behalf of 4c2ab6d7c6eb40d193e024ff04053ee8 for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:44.806673 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:44.972872 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9273806 Mar 08 06:06:44.975918 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 37996) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:44.981087 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Request body: {'subnet': {'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-subnet', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:45.014958 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Made reservation on behalf of 6bac5ef03da8437ab8c6c14818aee92a for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:45.017809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.070858 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Publish callbacks [] for security_group (dc5e69ae-ded5-4753-b47b-93b5f272a9a2), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.160952 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Publish callbacks [] for security_group (3f06dcf0-b43e-4032-aff7-38ef75497178), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.199750 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (dc5e69ae-ded5-4753-b47b-93b5f272a9a2), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.210811 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (3f06dcf0-b43e-4032-aff7-38ef75497178), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.239762 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf58500-e168-45da-8aac-71311fcfc646 admin admin] Pushing event updated for resources: {'Network': ['ID=cc057a0a-6438-4955-afc7-7a4b9fd32d05,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:45.252653 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:06:45.255913 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:06:45.295033 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (570e86d9-9290-4734-ad7d-4f5114df9d3a), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.311572 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:06:45.394631 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (1ef7d34b-0915-427a-b422-fdcea5695c0a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.415435 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5e69ae-ded5-4753-b47b-93b5f272a9a2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:45.429785 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (70c47b5d-d0a3-4061-80db-7d828269b797), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.431023 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Added segment 70c47b5d-d0a3-4061-80db-7d828269b797 of type vlan for network ac555e4a-2b44-48f8-ac03-53f7dda672bc Mar 08 06:06:45.433615 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (0fc57081-6fbd-44d9-87d7-79ba8f58cbd0), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.434561 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Added segment 0fc57081-6fbd-44d9-87d7-79ba8f58cbd0 of type vlan for network 6fa44929-a6ae-4f49-8128-37f42a744c38 Mar 08 06:06:45.464331 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f06dcf0-b43e-4032-aff7-38ef75497178,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:45.467719 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef7d34b-0915-427a-b422-fdcea5695c0a,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:45.551164 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.559426 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Checking segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:45.560106 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Network hostable DHCP agents. Network: cc057a0a-6438-4955-afc7-7a4b9fd32d05, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:06:45.574268 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=570e86d9-9290-4734-ad7d-4f5114df9d3a,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:45.582490 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (6fa44929-a6ae-4f49-8128-37f42a744c38), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.585073 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:06:45.591168 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (ac555e4a-2b44-48f8-ac03-53f7dda672bc), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.596654 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Checking segment: {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:45.597015 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Network hostable DHCP agents. Network: 6876c566-5277-4cc6-8489-77d964bf78ae, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:06:45.606840 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, cc057a0a-6438-4955-afc7-7a4b9fd32d05) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:45.611600 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:45.612545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.620402 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af15cb76-8f74-4df0-bcc5-a72aa9292d01 None None] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:06:45.653595 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-985dffdf-d708-472e-8a04-95fd5ab0f860 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6724327 Mar 08 06:06:45.656290 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38024) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:45.661147 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (ac555e4a-2b44-48f8-ac03-53f7dda672bc), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.662102 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:45.662700 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.669462 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:45.712004 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Network 6876c566-5277-4cc6-8489-77d964bf78ae is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:06:45.716146 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (6fa44929-a6ae-4f49-8128-37f42a744c38), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.717008 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:45.717665 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.734194 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.735830 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.767939 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 6876c566-5277-4cc6-8489-77d964bf78ae) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:45.775368 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:45.793157 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.833853 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf6210-4bab-4738-a4bb-f4e6a36263d4 None None] Network 6876c566-5277-4cc6-8489-77d964bf78ae requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:06:45.837967 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38032) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:45.846832 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks [] for router_controller (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.848813 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8434460 Mar 08 06:06:45.851957 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38036) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:45.856226 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f1d92-5e2e-40d4-865d-0acce3cbbb35 admin admin] Pushing event updated for resources: {'Network': ['ID=ac555e4a-2b44-48f8-ac03-53f7dda672bc,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:45.860723 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Request body: {'subnet': {'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-902947767-subnet', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:45.871492 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7397032 Mar 08 06:06:45.879470 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38038) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:45.884767 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Request body: {'subnet': {'network_id': '6fa44929-a6ae-4f49-8128-37f42a744c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1128174232-subnet', 'tenant_id': '5cf17efa407c4d9cbd7b6d451a3546bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:45.894938 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8e9992f9-953f-458e-b66b-7f757ecdb1b0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2224622 Mar 08 06:06:45.904644 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38040) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:45.907624 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:06:45.910158 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:45.973198 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0e2a9-c575-4e46-964d-1feb9531d4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa44929-a6ae-4f49-8128-37f42a744c38,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:45.982550 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Made reservation on behalf of 5cf17efa407c4d9cbd7b6d451a3546bd for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:45.987154 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:45.998296 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (339e55ea-1f94-4d3c-bbef-9c903c03d920), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.000670 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (339e55ea-1f94-4d3c-bbef-9c903c03d920), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.062298 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 6fa44929-a6ae-4f49-8128-37f42a744c38 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:06:46.308908 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks [] for router_gateway (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.311328 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:06:46.312448 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.345219 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Made reservation on behalf of 819589deabfe4d30b83cff86a10b00ce for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:46.348054 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.414669 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks [] for router_controller (339e55ea-1f94-4d3c-bbef-9c903c03d920), precommit_add_association {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.470595 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88f3c712-4a69-4288-8ede-47eb95a0f6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.480310 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30b07d-de1c-48fd-b82a-0a2c4db6b69d None None] Network 6876c566-5277-4cc6-8489-77d964bf78ae requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:06:46.626612 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Allocated IP 172.20.0.2 (cc057a0a-6438-4955-afc7-7a4b9fd32d05/1ef7d34b-0915-427a-b422-fdcea5695c0a/31bd3f16-91c6-4a1d-871f-4f2626c6a312) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:46.656948 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38068) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:46.718348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (a6321825-4606-42a2-8541-472404faf524), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.797425 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Publish callbacks [] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.806646 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.860018 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:46.860636 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22a8ca30-556e-4124-8652-f8dcb36e8d41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.864563 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:46.865492 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6321825-4606-42a2-8541-472404faf524,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:46.869099 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:06:46.878932 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Checking segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:46.879596 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Network hostable DHCP agents. Network: ac555e4a-2b44-48f8-ac03-53f7dda672bc, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:06:46.881457 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Pushing event updated for resources: {'Port': ['ID=31bd3f16-91c6-4a1d-871f-4f2626c6a312,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:46.882237 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks [] for router_gateway (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.900555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks [] for router_gateway (339e55ea-1f94-4d3c-bbef-9c903c03d920), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.910674 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.918374 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.931217 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.931866 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.932322 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.932944 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.933461 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.933793 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.934372 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.934743 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.935125 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.935649 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.935953 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.936268 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.936757 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Tracked resource versions report: Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: pushed versions: Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: { 'AddressGroup': {'1.2'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'ConntrackHelper': {'1.0'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'LocalIPAssociation': {'1.0'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Log': {'1.0'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Network': {'1.1'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Port': {'1.7'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'PortForwarding': {'1.2'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'QosPolicy': {'1.10'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SecurityGroup': {'1.5'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SecurityGroupRule': {'1.2'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SubPort': {'1.0'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Subnet': {'1.1'}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Trunk': {'1.1'}} Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: consumer versions: Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: { DHCP agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: HyperV agent@hv-cinder-82806: {}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: L3 agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: Metadata agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: Metering agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: Open vSwitch agent@dv-cinder-828060-10-iscsi: { 'AddressGroup': '1.2', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'ConntrackHelper': '1.0', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'LocalIPAssociation': '1.0', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Log': '1.0', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Network': '1.1', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Port': '1.7', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'PortForwarding': '1.2', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'QosPolicy': '1.10', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SecurityGroup': '1.5', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SecurityGroupRule': '1.2', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'SubPort': '1.0', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Subnet': '1.1', Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: 'Trunk': '1.1'}} Mar 08 06:06:46.938205 dv-cinder-828060-10-iscsi neutron-server[103360]: {{(pid=103360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 06:06:46.954331 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Attempting to bind port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:06:46.954734 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Attempting to bind port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:06:46.955104 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Attempting to bind port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 on network cc057a0a-6438-4955-afc7-7a4b9fd32d05 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:06:46.960110 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:06:46.960485 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Checking segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:46.960881 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.961273 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Bound using segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:06:46.961728 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Bound port: 31bd3f16-91c6-4a1d-871f-4f2626c6a312, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:06:46.962099 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:46.974917 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:06:47.006773 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, ac555e4a-2b44-48f8-ac03-53f7dda672bc) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:47.020697 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:47.021225 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.024249 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:47.033140 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4361f5-575c-49cb-825a-bd0b942961ab None None] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:06:47.057874 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88f3c712-4a69-4288-8ede-47eb95a0f6a0 admin admin] Publish callbacks [] for security_group (caeb4c4d-24a3-4f50-ac0d-6b41e90a46a1), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.086452 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88f3c712-4a69-4288-8ede-47eb95a0f6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (caeb4c4d-24a3-4f50-ac0d-6b41e90a46a1), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.086685 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-85164844-9018-4064-8341-a909f8ca95ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2333555 Mar 08 06:06:47.087250 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38078) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:47.093079 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Checking segment: {'id': '0fc57081-6fbd-44d9-87d7-79ba8f58cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6fa44929-a6ae-4f49-8128-37f42a744c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:47.093438 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Network hostable DHCP agents. Network: 6fa44929-a6ae-4f49-8128-37f42a744c38, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:06:47.100840 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:47.116718 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-363faebe-eafe-428a-b86c-038f217490aa None None] For port 31bd3f16-91c6-4a1d-871f-4f2626c6a312, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:06:47.124302 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Allocated IP 172.27.2.202 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/5c66db0c-14d9-4ca4-894f-85c02864743f) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:47.136670 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-363faebe-eafe-428a-b86c-038f217490aa None None] For port 31bd3f16-91c6-4a1d-871f-4f2626c6a312, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=31bd3f16-91c6-4a1d-871f-4f2626c6a312,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:06:47.136922 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22a8ca30-556e-4124-8652-f8dcb36e8d41 admin admin] Publish callbacks [] for security_group (efcbdcf1-0db6-416d-b84d-40d4f3a51611), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.147808 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22a8ca30-556e-4124-8652-f8dcb36e8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (efcbdcf1-0db6-416d-b84d-40d4f3a51611), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.148925 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-88f3c712-4a69-4288-8ede-47eb95a0f6a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fecdf829ba44bc8873ed57f0a214b98&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3068485 Mar 08 06:06:47.149524 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38082) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:47.154317 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.160777 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3c712-4a69-4288-8ede-47eb95a0f6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb4c4d-24a3-4f50-ac0d-6b41e90a46a1,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:47.177706 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Network 6fa44929-a6ae-4f49-8128-37f42a744c38 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:06:47.184839 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (526a2714-31b4-4207-97fe-9458d8d601ae), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.186134 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (526a2714-31b4-4207-97fe-9458d8d601ae), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.212780 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 6fa44929-a6ae-4f49-8128-37f42a744c38) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:47.222428 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:47.223350 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.228852 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf8619-22a5-4e33-a3f2-db47b9dd0a63 None None] Network 6fa44929-a6ae-4f49-8128-37f42a744c38 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:06:47.247153 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-22a8ca30-556e-4124-8652-f8dcb36e8d41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3df6a1858644673a911554049ce658d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5891089 Mar 08 06:06:47.256369 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38086) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:47.261576 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65f65a11-6ee6-476e-ba08-065fcb22f784 admin admin] Publish callbacks [] for security_group (caeb4c4d-24a3-4f50-ac0d-6b41e90a46a1), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.296276 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-cc3ccb78-26eb-4fe0-828f-9d277b820698 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4152706 Mar 08 06:06:47.313694 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a8ca30-556e-4124-8652-f8dcb36e8d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcbdcf1-0db6-416d-b84d-40d4f3a51611,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:47.339055 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:06:47.341760 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.349867 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363faebe-eafe-428a-b86c-038f217490aa None None] Pushing event updated for resources: {'Port': ['ID=31bd3f16-91c6-4a1d-871f-4f2626c6a312,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:47.409222 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks [] for router_controller (526a2714-31b4-4207-97fe-9458d8d601ae), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.508979 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65f65a11-6ee6-476e-ba08-065fcb22f784 admin admin] Publish callbacks [] for security_group (caeb4c4d-24a3-4f50-ac0d-6b41e90a46a1), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.530912 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2300c-8967-4d8c-bf9f-5d2d955236df None None] Network 6fa44929-a6ae-4f49-8128-37f42a744c38 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:06:47.615697 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks [] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.666121 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks [] for router_gateway (339e55ea-1f94-4d3c-bbef-9c903c03d920), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.705973 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-44030c56-c542-4e2f-bcd4-0719874c5fff admin admin] Publish callbacks [] for security_group (efcbdcf1-0db6-416d-b84d-40d4f3a51611), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.721341 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.800169 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.833269 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-44030c56-c542-4e2f-bcd4-0719874c5fff admin admin] Publish callbacks [] for security_group (efcbdcf1-0db6-416d-b84d-40d4f3a51611), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.837763 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Allocated IP 172.20.0.2 (ac555e4a-2b44-48f8-ac03-53f7dda672bc/a6321825-4606-42a2-8541-472404faf524/2c71e17a-d894-45bf-b166-675f881aa942) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:47.842829 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65f65a11-6ee6-476e-ba08-065fcb22f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (caeb4c4d-24a3-4f50-ac0d-6b41e90a46a1), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.845349 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65f65a11-6ee6-476e-ba08-065fcb22f784 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.849165 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-65f65a11-6ee6-476e-ba08-065fcb22f784 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/caeb4c4d-24a3-4f50-ac0d-6b41e90a46a1 HTTP/1.1" status: 204 len: 168 time: 0.6953244 Mar 08 06:06:47.884957 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f65a11-6ee6-476e-ba08-065fcb22f784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb4c4d-24a3-4f50-ac0d-6b41e90a46a1,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:47.950498 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-44030c56-c542-4e2f-bcd4-0719874c5fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (efcbdcf1-0db6-416d-b84d-40d4f3a51611), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.953108 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-44030c56-c542-4e2f-bcd4-0719874c5fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.954521 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-44030c56-c542-4e2f-bcd4-0719874c5fff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efcbdcf1-0db6-416d-b84d-40d4f3a51611 HTTP/1.1" status: 204 len: 168 time: 0.6957655 Mar 08 06:06:47.957485 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks [] for router_gateway (526a2714-31b4-4207-97fe-9458d8d601ae), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:47.966105 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Allocated IP 172.27.2.252 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/1e00cf41-baa3-46ca-a353-0dc828340bf4) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:47.988416 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:47.992014 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44030c56-c542-4e2f-bcd4-0719874c5fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcbdcf1-0db6-416d-b84d-40d4f3a51611,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:47.996106 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Pushing event updated for resources: {'Port': ['ID=5c66db0c-14d9-4ca4-894f-85c02864743f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:48.010307 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:48.034673 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:06:48.135336 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38122) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:48.145990 dv-cinder-828060-10-iscsi neutron-server[103358]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 06:06:48.170918 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks [] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.220674 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Publish callbacks [] for port (2c71e17a-d894-45bf-b166-675f881aa942), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.236304 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (2c71e17a-d894-45bf-b166-675f881aa942), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.370987 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:48.392150 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:48.415088 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:06:48.444118 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Pushing event updated for resources: {'Port': ['ID=2c71e17a-d894-45bf-b166-675f881aa942,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:48.574006 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Attempting to bind port 2c71e17a-d894-45bf-b166-675f881aa942 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:06:48.574204 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Attempting to bind port 2c71e17a-d894-45bf-b166-675f881aa942 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:06:48.574421 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Attempting to bind port 2c71e17a-d894-45bf-b166-675f881aa942 on network ac555e4a-2b44-48f8-ac03-53f7dda672bc {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:06:48.580502 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:06:48.580884 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Checking segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:48.581293 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.581743 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Bound using segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:06:48.582232 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Bound port: 2c71e17a-d894-45bf-b166-675f881aa942, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:06:48.582522 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (2c71e17a-d894-45bf-b166-675f881aa942), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.602035 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.706033 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 31bd3f16-91c6-4a1d-871f-4f2626c6a312 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:06:48.747284 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] For port 2c71e17a-d894-45bf-b166-675f881aa942, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:06:48.770406 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] For port 2c71e17a-d894-45bf-b166-675f881aa942, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=2c71e17a-d894-45bf-b166-675f881aa942,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:06:48.781388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38138) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:48.781985 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38140) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:48.782303 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks [] for router_gateway (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.783268 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (2c71e17a-d894-45bf-b166-675f881aa942), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.783849 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-8bf98687-16c5-41d5-bac4-3c9c80289617 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:48.785385 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-8bf98687-16c5-41d5-bac4-3c9c80289617 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/networks?id=6fa44929-a6ae-4f49-8128-37f42a744c38 HTTP/1.1" status: 200 len: 812 time: 0.6406062 Mar 08 06:06:48.786034 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Pushing event updated for resources: {'Port': ['ID=1e00cf41-baa3-46ca-a353-0dc828340bf4,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:48.807625 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-214b1065-d8ba-4b0a-a9ee-182c7f39cefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.829259 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:48.831830 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:48.839402 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:06:48.855753 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:48.856153 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.872418 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7a82cf89-ac49-4034-b4ca-233e4395e90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:48.881323 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccfd4d9-c90f-4866-a2e0-86a787b989e1 None None] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:06:48.936231 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-e2f51046-421b-46d0-87c6-d21dd2ea830b tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/quotas/5cf17efa407c4d9cbd7b6d451a3546bd HTTP/1.1" status: 200 len: 375 time: 0.1309190 Mar 08 06:06:49.027757 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks [] for router_gateway (526a2714-31b4-4207-97fe-9458d8d601ae), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.034041 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24ebc7-3097-4f57-8b28-b530dac0bd07 None None] Pushing event updated for resources: {'Port': ['ID=2c71e17a-d894-45bf-b166-675f881aa942,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:49.077308 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.093190 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-3d28d592-5c56-4d1e-89b6-4ebb5717d90d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cf17efa407c4d9cbd7b6d451a3546bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1561253 Mar 08 06:06:49.237257 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-0591c3a3-a719-4bfe-8e46-6ae4ef16210d None None] Provisioning complete for port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:49.237669 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0591c3a3-a719-4bfe-8e46-6ae4ef16210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.277385 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-214b1065-d8ba-4b0a-a9ee-182c7f39cefc admin admin] Publish callbacks [] for security_group (a8fdc420-9abc-41b9-97bf-f1839b203e99), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.295349 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.322002 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-214b1065-d8ba-4b0a-a9ee-182c7f39cefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a8fdc420-9abc-41b9-97bf-f1839b203e99), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.432290 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:49.433389 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.448351 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-214b1065-d8ba-4b0a-a9ee-182c7f39cefc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f2e2cc0afa3043dfba3a962fa2f63d98&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6580215 Mar 08 06:06:49.456882 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38170) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:49.484689 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-d577d10b-0802-4bc0-9c3d-c51a5a835e3f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:06:49.489003 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 31bd3f16-91c6-4a1d-871f-4f2626c6a312, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=31bd3f16-91c6-4a1d-871f-4f2626c6a312,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:06:49.495920 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-d577d10b-0802-4bc0-9c3d-c51a5a835e3f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1272361 Mar 08 06:06:49.499648 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.550943 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0591c3a3-a719-4bfe-8e46-6ae4ef16210d None None] Current status of the port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:49.551154 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0591c3a3-a719-4bfe-8e46-6ae4ef16210d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.555563 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Allocated IP 172.27.2.206 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/304e1787-0cf1-47ee-9714-d53b9c53c52b) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:49.601484 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=31bd3f16-91c6-4a1d-871f-4f2626c6a312,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:49.660126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7a82cf89-ac49-4034-b4ca-233e4395e90e admin admin] Publish callbacks [] for security_group (bfed3f65-60a4-496d-9049-49ee6a372289), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.663171 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.db.api [None req-0591c3a3-a719-4bfe-8e46-6ae4ef16210d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 06:06:49.663742 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG oslo_db.api [None req-0591c3a3-a719-4bfe-8e46-6ae4ef16210d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 06:06:49.675158 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b1065-d8ba-4b0a-a9ee-182c7f39cefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fdc420-9abc-41b9-97bf-f1839b203e99,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:49.681327 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7a82cf89-ac49-4034-b4ca-233e4395e90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (bfed3f65-60a4-496d-9049-49ee6a372289), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.728832 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82cf89-ac49-4034-b4ca-233e4395e90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfed3f65-60a4-496d-9049-49ee6a372289,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:49.735445 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.739685 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks [] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.765398 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7a82cf89-ac49-4034-b4ca-233e4395e90e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=170cda135ccb4ccdb02e145d293fa74b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9810338 Mar 08 06:06:49.768189 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38178) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:49.777656 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks [] for router_gateway (339e55ea-1f94-4d3c-bbef-9c903c03d920), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.843631 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0be7b73b-2cd9-4e77-af0d-eb1fea6e375c admin admin] Publish callbacks [] for security_group (a8fdc420-9abc-41b9-97bf-f1839b203e99), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.874102 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-80459ea8-ae08-439f-8bb3-bb3d8fb875d0 service neutron] 10.222.0.16 "GET /v2.0/networks/6fa44929-a6ae-4f49-8128-37f42a744c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770616 Mar 08 06:06:49.889638 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.922888 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0be7b73b-2cd9-4e77-af0d-eb1fea6e375c admin admin] Publish callbacks [] for security_group (a8fdc420-9abc-41b9-97bf-f1839b203e99), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.949188 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:49.951609 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f826585e-7b60-4b26-bc78-8370b11f7f87 admin admin] Publish callbacks [] for security_group (bfed3f65-60a4-496d-9049-49ee6a372289), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:49.961312 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:49.973796 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:06:50.020314 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Pushing event updated for resources: {'Port': ['ID=304e1787-0cf1-47ee-9714-d53b9c53c52b,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:50.055717 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f826585e-7b60-4b26-bc78-8370b11f7f87 admin admin] Publish callbacks [] for security_group (bfed3f65-60a4-496d-9049-49ee6a372289), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.102657 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0be7b73b-2cd9-4e77-af0d-eb1fea6e375c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a8fdc420-9abc-41b9-97bf-f1839b203e99), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.106090 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0be7b73b-2cd9-4e77-af0d-eb1fea6e375c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.109678 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-0be7b73b-2cd9-4e77-af0d-eb1fea6e375c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8fdc420-9abc-41b9-97bf-f1839b203e99 HTTP/1.1" status: 204 len: 168 time: 0.6495509 Mar 08 06:06:50.121159 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7b73b-2cd9-4e77-af0d-eb1fea6e375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fdc420-9abc-41b9-97bf-f1839b203e99,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:50.140047 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-10b23744-ace5-4514-a98a-e5526524291a service neutron] 10.222.0.16 "GET /v2.0/networks/6fa44929-a6ae-4f49-8128-37f42a744c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276943 Mar 08 06:06:50.161941 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Router aea2b132-f0ae-48b9-9db6-7b909ffd85fe is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:06:50.201909 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (339e55ea-1f94-4d3c-bbef-9c903c03d920), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.248085 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0591c3a3-a719-4bfe-8e46-6ae4ef16210d None None] Current status of the port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:50.340201 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks [] for router_gateway (526a2714-31b4-4207-97fe-9458d8d601ae), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.347367 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea74ac-f97f-43da-a320-1c9c77091ae5 None None] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:06:50.458748 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Router 339e55ea-1f94-4d3c-bbef-9c903c03d920 is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:06:50.490173 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38192) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:50.518994 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Provisioning complete for port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:50.519468 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.614235 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f826585e-7b60-4b26-bc78-8370b11f7f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (bfed3f65-60a4-496d-9049-49ee6a372289), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.617929 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f826585e-7b60-4b26-bc78-8370b11f7f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.626024 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f826585e-7b60-4b26-bc78-8370b11f7f87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bfed3f65-60a4-496d-9049-49ee6a372289 HTTP/1.1" status: 204 len: 168 time: 0.8545628 Mar 08 06:06:50.679565 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7f8bdb13-f34b-4b6b-ad28-73d08f085f40 req-08b33ff6-0f16-4479-a091-0990d17fea22 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 210 time: 0.1851962 Mar 08 06:06:50.715653 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Current status of the port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:50.734339 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826585e-7b60-4b26-bc78-8370b11f7f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfed3f65-60a4-496d-9049-49ee6a372289,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:50.761333 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 31bd3f16-91c6-4a1d-871f-4f2626c6a312 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:06:50.768053 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (526a2714-31b4-4207-97fe-9458d8d601ae), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.769654 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Provisioning complete for port 2c71e17a-d894-45bf-b166-675f881aa942 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:50.770044 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (2c71e17a-d894-45bf-b166-675f881aa942), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.872833 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:06:50.886290 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Sync routers for ids ['339e55ea-1f94-4d3c-bbef-9c903c03d920'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:06:50.901394 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Routers {'339e55ea-1f94-4d3c-bbef-9c903c03d920'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:06:50.902656 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['339e55ea-1f94-4d3c-bbef-9c903c03d920'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:50.926427 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:50.926895 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.927793 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:50.937144 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-1e9e91a1-8fa6-405a-9706-5077352e4395 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0291080 Mar 08 06:06:50.940224 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38218) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:51.098946 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Current status of the port 2c71e17a-d894-45bf-b166-675f881aa942 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:51.099351 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (2c71e17a-d894-45bf-b166-675f881aa942), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:51.194907 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Set router 339e55ea-1f94-4d3c-bbef-9c903c03d920 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:06:51.212280 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] For port 2c71e17a-d894-45bf-b166-675f881aa942, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=2c71e17a-d894-45bf-b166-675f881aa942,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:06:51.262934 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (2c71e17a-d894-45bf-b166-675f881aa942), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:51.264737 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:51.266111 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 2c71e17a-d894-45bf-b166-675f881aa942 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:06:51.409644 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-f2a6306c-d250-4c47-a142-3bcd9cff630d None None] Provisioning complete for port 2c71e17a-d894-45bf-b166-675f881aa942 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:51.410128 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2a6306c-d250-4c47-a142-3bcd9cff630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (2c71e17a-d894-45bf-b166-675f881aa942), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:51.410977 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:06:51.466676 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:51.467948 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3524c6fd-51ea-4ae8-ab7a-8b930c514a6d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8099637 Mar 08 06:06:51.473780 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38234) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:51.544437 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 2c71e17a-d894-45bf-b166-675f881aa942 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:51.545032 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (2c71e17a-d894-45bf-b166-675f881aa942), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:51.551372 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:49Z', 'revision_number': 3, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port': {'id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:51.617887 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Checking router: 339e55ea-1f94-4d3c-bbef-9c903c03d920 for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:06:51.618240 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Updating router 339e55ea-1f94-4d3c-bbef-9c903c03d920 port 1e00cf41-baa3-46ca-a353-0dc828340bf4 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:06:51.637435 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Sync routers for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:06:51.680061 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:51.736211 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:06:51.736873 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:51.917165 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Router 526a2714-31b4-4207-97fe-9458d8d601ae is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:06:51.919663 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:52.043266 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-82a0bf11-ac57-4c08-be2d-5efd4c44dd09 req-4ddf3b5e-058f-474b-a277-c2373da64619 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 210 time: 0.1719880 Mar 08 06:06:52.077533 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c75c52-2507-478c-971d-8df510ad9100 None None] Pushing event updated for resources: {'Port': ['ID=2c71e17a-d894-45bf-b166-675f881aa942,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:52.305820 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 2c71e17a-d894-45bf-b166-675f881aa942 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:52.329855 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f2a6306c-d250-4c47-a142-3bcd9cff630d None None] Current status of the port 2c71e17a-d894-45bf-b166-675f881aa942 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:52.336061 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Publish callbacks [] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:52.346547 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:52.355578 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:06:52.440823 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Attempting to bind port 1e00cf41-baa3-46ca-a353-0dc828340bf4 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:06:52.441386 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Attempting to bind port 1e00cf41-baa3-46ca-a353-0dc828340bf4 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:06:52.443508 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Attempting to bind port 1e00cf41-baa3-46ca-a353-0dc828340bf4 on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:06:52.454856 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:06:52.456310 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:52.457270 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:52.458143 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:06:52.459066 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Bound port: 1e00cf41-baa3-46ca-a353-0dc828340bf4, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:06:52.460518 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:52.597206 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] For port 1e00cf41-baa3-46ca-a353-0dc828340bf4, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:06:52.608032 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] For port 1e00cf41-baa3-46ca-a353-0dc828340bf4, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=1e00cf41-baa3-46ca-a353-0dc828340bf4,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:06:52.635118 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Allocated IP 172.20.0.1 (6876c566-5277-4cc6-8489-77d964bf78ae/570e86d9-9290-4734-ad7d-4f5114df9d3a/17fc6960-2f77-44fd-84e4-4a5d20157a19) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:52.641484 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:52.651128 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:06:52.672601 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Sync routers for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:06:52.701103 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Pushing event updated for resources: {'Port': ['ID=1e00cf41-baa3-46ca-a353-0dc828340bf4,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:52.725041 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 2c71e17a-d894-45bf-b166-675f881aa942 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:06:52.744972 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:52.749502 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2af50901-64d0-4751-9a50-941d922e7a72 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6522114 Mar 08 06:06:52.752613 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.752990 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.753350 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.753691 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.754025 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.754353 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.754720 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.755051 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.755376 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.755724 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.756053 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.756373 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.756694 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:06:52.757830 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38296) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Tracked resource versions report: Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: pushed versions: Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: { 'AddressGroup': {'1.2'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'ConntrackHelper': {'1.0'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'LocalIPAssociation': {'1.0'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Log': {'1.0'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Network': {'1.1'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Port': {'1.7'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'PortForwarding': {'1.2'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'QosPolicy': {'1.10'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SecurityGroup': {'1.5'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SecurityGroupRule': {'1.2'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SubPort': {'1.0'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Subnet': {'1.1'}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Trunk': {'1.1'}} Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: consumer versions: Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: { DHCP agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: HyperV agent@hv-cinder-82806: {}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: L3 agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: Metadata agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: Metering agent@dv-cinder-828060-10-iscsi: {}, Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: Open vSwitch agent@dv-cinder-828060-10-iscsi: { 'AddressGroup': '1.2', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'ConntrackHelper': '1.0', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'LocalIPAssociation': '1.0', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Log': '1.0', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Network': '1.1', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Port': '1.7', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'PortForwarding': '1.2', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'QosPolicy': '1.10', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SecurityGroup': '1.5', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SecurityGroupRule': '1.2', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'SubPort': '1.0', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Subnet': '1.1', Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: 'Trunk': '1.1'}} Mar 08 06:06:52.757942 dv-cinder-828060-10-iscsi neutron-server[103361]: {{(pid=103361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 06:06:52.849546 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Routers {'339e55ea-1f94-4d3c-bbef-9c903c03d920'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:06:52.850199 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['339e55ea-1f94-4d3c-bbef-9c903c03d920'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:52.935457 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:52.937651 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:48Z', 'revision_number': 3, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:53.013858 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Checking router: aea2b132-f0ae-48b9-9db6-7b909ffd85fe for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:06:53.015397 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Updating router aea2b132-f0ae-48b9-9db6-7b909ffd85fe port 5c66db0c-14d9-4ca4-894f-85c02864743f binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:06:53.019886 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 2c71e17a-d894-45bf-b166-675f881aa942 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:53.020988 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (2c71e17a-d894-45bf-b166-675f881aa942), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.078879 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] Set router 339e55ea-1f94-4d3c-bbef-9c903c03d920 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:06:53.188617 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Publish callbacks [] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.253600 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 2c71e17a-d894-45bf-b166-675f881aa942 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:53.258894 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.262778 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.288473 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:06:53.289087 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:53.340474 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Network 6876c566-5277-4cc6-8489-77d964bf78ae is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:53.346167 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:53.359447 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:06:53.359970 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (339e55ea-1f94-4d3c-bbef-9c903c03d920), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.489093 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f35cc-ad1f-4563-99af-d68c0f87f3f6 None None] Pushing event updated for resources: {'Port': ['ID=1e00cf41-baa3-46ca-a353-0dc828340bf4,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:53.577372 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Allocated IP 172.20.0.1 (cc057a0a-6438-4955-afc7-7a4b9fd32d05/1ef7d34b-0915-427a-b422-fdcea5695c0a/3ccc53cd-958d-427a-84a9-126419b0dbef) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:53.589673 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:06:53.599762 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-993ef1ff-fd64-4ece-b2e6-0608e4edaae9 req-c8f516e1-c359-4ccb-9050-976ca02ed5fe tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 210 time: 0.1370783 Mar 08 06:06:53.606078 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Pushing event updated for resources: {'Port': ['ID=17fc6960-2f77-44fd-84e4-4a5d20157a19,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:53.673864 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:49Z', 'revision_number': 3, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port': {'id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:53.821975 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bdec1b-c74b-49de-bc33-c2cd279cfbb4 None None] The sync data for ids ['339e55ea-1f94-4d3c-bbef-9c903c03d920'] in dv-cinder-828060-10-iscsi is: [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:49Z', 'revision_number': 3, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port': {'id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:06:53.837066 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Publish callbacks [] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.846566 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.868184 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Publish callbacks [] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.926312 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.953214 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:50Z', 'revision_number': 3, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:06:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:53.981224 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Attempting to bind port 5c66db0c-14d9-4ca4-894f-85c02864743f on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:06:53.981623 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Attempting to bind port 5c66db0c-14d9-4ca4-894f-85c02864743f by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:06:53.981994 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Attempting to bind port 5c66db0c-14d9-4ca4-894f-85c02864743f on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:06:53.995791 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:06:53.996129 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:53.997282 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:53.997698 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:06:53.998196 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Bound port: 5c66db0c-14d9-4ca4-894f-85c02864743f, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:06:53.998618 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.006635 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Checking router: 526a2714-31b4-4207-97fe-9458d8d601ae for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:06:54.007168 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Updating router 526a2714-31b4-4207-97fe-9458d8d601ae port 304e1787-0cf1-47ee-9714-d53b9c53c52b binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:06:54.068457 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] For port 5c66db0c-14d9-4ca4-894f-85c02864743f, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:06:54.072117 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] For port 5c66db0c-14d9-4ca4-894f-85c02864743f, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5c66db0c-14d9-4ca4-894f-85c02864743f,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:06:54.076386 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075cb65-d8bf-4e0d-b4df-014619e1885e None None] Pushing event updated for resources: {'Port': ['ID=5c66db0c-14d9-4ca4-894f-85c02864743f,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:54.076746 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.091040 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.128092 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.194015 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.212565 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:06:54.217985 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:54.236697 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:54.255295 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:54.268049 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:06:54.268803 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.273482 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Pushing event updated for resources: {'Port': ['ID=3ccc53cd-958d-427a-84a9-126419b0dbef,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:54.431835 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Publish callbacks [] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.450421 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.451477 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (339e55ea-1f94-4d3c-bbef-9c903c03d920), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:54.692495 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075cb65-d8bf-4e0d-b4df-014619e1885e None None] Pushing event updated for resources: {'Port': ['ID=5c66db0c-14d9-4ca4-894f-85c02864743f,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:54.710904 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Pushing event updated for resources: {'Port': ['ID=17fc6960-2f77-44fd-84e4-4a5d20157a19,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:54.766033 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 1e00cf41-baa3-46ca-a353-0dc828340bf4 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:06:54.779581 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:06:54.813667 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Network 6876c566-5277-4cc6-8489-77d964bf78ae is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:54.815457 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:55.121542 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Publish callbacks [] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.131046 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.146385 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Allocated IP 172.20.0.1 (ac555e4a-2b44-48f8-ac03-53f7dda672bc/a6321825-4606-42a2-8541-472404faf524/5001c6cc-28af-4d77-91a0-bcc62474ac17) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:55.162047 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dc52607f-d506-4aae-b03d-c41ee445d0ac req-da9cae69-d153-42ff-84fa-75991844ef07 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 210 time: 0.0972033 Mar 08 06:06:55.174109 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Router 339e55ea-1f94-4d3c-bbef-9c903c03d920 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:06:55.239105 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476598a2-c83b-48c6-978c-96b390e187d0 None None] Pushing event updated for resources: {'Port': ['ID=304e1787-0cf1-47ee-9714-d53b9c53c52b,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:55.306145 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Attempting to bind port 304e1787-0cf1-47ee-9714-d53b9c53c52b on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:06:55.309657 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Attempting to bind port 304e1787-0cf1-47ee-9714-d53b9c53c52b by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:06:55.311523 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Attempting to bind port 304e1787-0cf1-47ee-9714-d53b9c53c52b on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:06:55.317868 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-070e79d3-ef29-40ba-9210-6e7e1b2a138c None None] Provisioning complete for port 3ccc53cd-958d-427a-84a9-126419b0dbef triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:55.318988 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-070e79d3-ef29-40ba-9210-6e7e1b2a138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.365365 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:06:55.368356 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:06:55.368776 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.369237 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:06:55.375985 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Bound port: 304e1787-0cf1-47ee-9714-d53b9c53c52b, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:06:55.376695 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.468884 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-070e79d3-ef29-40ba-9210-6e7e1b2a138c None None] Port 3ccc53cd-958d-427a-84a9-126419b0dbef cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:06:55.471514 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 1e00cf41-baa3-46ca-a353-0dc828340bf4 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:55.472207 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.497780 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Publish callbacks [] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.498900 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] For port 304e1787-0cf1-47ee-9714-d53b9c53c52b, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:06:55.504573 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] For port 304e1787-0cf1-47ee-9714-d53b9c53c52b, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=304e1787-0cf1-47ee-9714-d53b9c53c52b,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:06:55.512591 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:06:55.517874 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.537178 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-e8cf0b8c-3161-407b-86ae-9172dcd9f0fe admin admin] 10.222.0.16 "PUT /v2.0/routers/339e55ea-1f94-4d3c-bbef-9c903c03d920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5950320 Mar 08 06:06:55.583536 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.616039 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:48Z', 'revision_number': 3, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:55.658411 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:06:55.659906 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:55.660579 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.694875 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764f788-4929-4cf6-8905-1e69cb0521d2 None None] The sync data for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi is: [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:48Z', 'revision_number': 3, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:06:55.714682 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 1e00cf41-baa3-46ca-a353-0dc828340bf4 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:55.715066 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.765615 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 1e00cf41-baa3-46ca-a353-0dc828340bf4, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=1e00cf41-baa3-46ca-a353-0dc828340bf4,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:06:55.772553 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.802104 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:55.840167 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:55.853116 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:06:55.858391 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (526a2714-31b4-4207-97fe-9458d8d601ae), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:55.875522 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.31', 59626) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:55.899035 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:06:55.902928 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=1e00cf41-baa3-46ca-a353-0dc828340bf4,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:55.956938 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476598a2-c83b-48c6-978c-96b390e187d0 None None] Pushing event updated for resources: {'Port': ['ID=304e1787-0cf1-47ee-9714-d53b9c53c52b,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:56.022504 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Pushing event updated for resources: {'Port': ['ID=5001c6cc-28af-4d77-91a0-bcc62474ac17,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:56.158532 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-8b4854ae-ffe4-4241-ba7f-ee3a7b1a62c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:56.171818 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-8b4854ae-ffe4-4241-ba7f-ee3a7b1a62c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.31 "GET /v2.0/networks?id=6fa44929-a6ae-4f49-8128-37f42a744c38 HTTP/1.1" status: 200 len: 812 time: 0.2950568 Mar 08 06:06:56.242757 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Request body: {'port': {'device_id': 'd0353b36-39ff-4bb3-a2ca-6578b6fbddc7', 'network_id': '6fa44929-a6ae-4f49-8128-37f42a744c38', 'admin_state_up': True, 'tenant_id': '5cf17efa407c4d9cbd7b6d451a3546bd'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:56.342524 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Publish callbacks [] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:56.395026 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:56.396268 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:56.456811 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-c3d7fb2f-ce49-4ec6-84ae-5ac4fbcec146 None None] Provisioning complete for port 5001c6cc-28af-4d77-91a0-bcc62474ac17 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:56.457350 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c3d7fb2f-ce49-4ec6-84ae-5ac4fbcec146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:56.474812 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:50Z', 'revision_number': 3, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:56.559112 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Pushing event updated for resources: {'Port': ['ID=3ccc53cd-958d-427a-84a9-126419b0dbef,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:56.574712 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20377e9a-fc01-45b3-b3c6-565af37391a4 None None] The sync data for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi is: [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:50Z', 'revision_number': 3, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:06:56.584601 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:56.594108 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7fb2f-ce49-4ec6-84ae-5ac4fbcec146 None None] Port 5001c6cc-28af-4d77-91a0-bcc62474ac17 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:06:56.835519 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5c66db0c-14d9-4ca4-894f-85c02864743f up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:06:56.844322 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-20c81352-1000-41e5-a700-27f18aa4f01f req-a8b9fe1d-dd5b-4db1-9237-4f46259e76b0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 210 time: 0.1566095 Mar 08 06:06:57.054159 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Made reservation on behalf of 5cf17efa407c4d9cbd7b6d451a3546bd for: {'port': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:06:57.061158 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:57.146487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:57.148989 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38472) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:57.198416 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:57.311446 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Sync routers for ids ['339e55ea-1f94-4d3c-bbef-9c903c03d920'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:06:57.365193 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Routers {'339e55ea-1f94-4d3c-bbef-9c903c03d920'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:06:57.366270 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['339e55ea-1f94-4d3c-bbef-9c903c03d920'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:57.469328 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-e7337d4d-0fb5-4e35-aabe-76f29039a526 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:06:57.475871 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-e7337d4d-0fb5-4e35-aabe-76f29039a526 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 818 time: 0.7931015 Mar 08 06:06:57.662521 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-98424c14-f418-493f-81ae-4f9efd5cc4bf tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/quotas/4c2ab6d7c6eb40d193e024ff04053ee8 HTTP/1.1" status: 200 len: 375 time: 0.0655520 Mar 08 06:06:57.683215 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Router aea2b132-f0ae-48b9-9db6-7b909ffd85fe has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:06:57.734448 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 5c66db0c-14d9-4ca4-894f-85c02864743f triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:57.735103 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:57.854127 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:06:57.871017 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-27eda037-a220-4cce-a133-8bf11542d011 admin admin] 10.222.0.16 "PUT /v2.0/routers/aea2b132-f0ae-48b9-9db6-7b909ffd85fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3845539 Mar 08 06:06:57.871226 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Set router 339e55ea-1f94-4d3c-bbef-9c903c03d920 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:06:57.874958 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-8c9466f3-4a9b-462e-a75b-13040e1a2883 None None] Provisioning complete for port 3ccc53cd-958d-427a-84a9-126419b0dbef triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:57.880438 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8c9466f3-4a9b-462e-a75b-13040e1a2883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:57.884259 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Publish callbacks [] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:57.921900 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:57.924791 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (526a2714-31b4-4207-97fe-9458d8d601ae), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:58.077103 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3f974cab-d74f-4582-8b40-c8882141a614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:58.113982 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38494) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:58.217466 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-8c9466f3-4a9b-462e-a75b-13040e1a2883 None None] Port 3ccc53cd-958d-427a-84a9-126419b0dbef cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:06:58.337645 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-68dbdbad-e1b9-410f-bc83-df984dc62730 req-1748dc8e-cd6d-42c1-b7f6-575d8ae341cf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 210 time: 0.1401064 Mar 08 06:06:58.394381 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Pushing event updated for resources: {'Port': ['ID=5001c6cc-28af-4d77-91a0-bcc62474ac17,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:58.428831 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-73990b60-ff6f-4933-bec8-4cee6ea64e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:58.470546 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 5c66db0c-14d9-4ca4-894f-85c02864743f is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:06:58.488348 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:58.515501 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-0726b151-8ddb-420c-bd95-d54dbb8069ea tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8287871 Mar 08 06:06:58.541296 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:06:58.548087 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:06:58.579883 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Allocated IP 172.20.0.13 (6fa44929-a6ae-4f49-8128-37f42a744c38/3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99/d61f1182-e0f0-4e75-bbbb-b4c46bd0a504) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:06:58.674124 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 5c66db0c-14d9-4ca4-894f-85c02864743f, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5c66db0c-14d9-4ca4-894f-85c02864743f,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:06:58.703121 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:58.710350 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 1e00cf41-baa3-46ca-a353-0dc828340bf4 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:06:58.798105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3f974cab-d74f-4582-8b40-c8882141a614 admin admin] Publish callbacks [] for security_group (f169acf4-e1cd-4bbf-8d03-3b361d4311a2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:58.827458 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3f974cab-d74f-4582-8b40-c8882141a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f169acf4-e1cd-4bbf-8d03-3b361d4311a2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:59.048105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-73990b60-ff6f-4933-bec8-4cee6ea64e86 admin admin] Publish callbacks [] for security_group (af5a0729-1ff4-4ce2-b8c0-5ab9d2b17f7e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:59.118907 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f974cab-d74f-4582-8b40-c8882141a614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f169acf4-e1cd-4bbf-8d03-3b361d4311a2,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:59.147772 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-73990b60-ff6f-4933-bec8-4cee6ea64e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (af5a0729-1ff4-4ce2-b8c0-5ab9d2b17f7e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:59.178715 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=5c66db0c-14d9-4ca4-894f-85c02864743f,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:59.189941 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-23dcd2d3-79a6-4c7c-bce8-1eac9358b34d service neutron] 10.222.0.16 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266310 Mar 08 06:06:59.200426 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-88ba5801-1963-41ae-8ff1-5638094a048d None None] Provisioning complete for port 5001c6cc-28af-4d77-91a0-bcc62474ac17 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:59.200978 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-88ba5801-1963-41ae-8ff1-5638094a048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:59.239318 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Router 526a2714-31b4-4207-97fe-9458d8d601ae has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:06:59.292958 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-88ba5801-1963-41ae-8ff1-5638094a048d None None] Port 5001c6cc-28af-4d77-91a0-bcc62474ac17 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:06:59.318896 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-73990b60-ff6f-4933-bec8-4cee6ea64e86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f08199f08ff4888b442dd7d2343d615&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1534956 Mar 08 06:06:59.320204 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38518) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:59.325023 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73990b60-ff6f-4933-bec8-4cee6ea64e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5a0729-1ff4-4ce2-b8c0-5ab9d2b17f7e,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:06:59.362181 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:53Z', 'revision_number': 4, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port': {'id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:19:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '17fc6960-2f77-44fd-84e4-4a5d20157a19', 'name': '', 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'mac_address': 'fa:16:3e:94:82:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '570e86d9-9290-4734-ad7d-4f5114df9d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:52Z', 'updated_at': '2022-03-08T06:06:54Z', 'revision_number': 2, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'subnets': [{'id': '570e86d9-9290-4734-ad7d-4f5114df9d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:06:59.408012 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3f974cab-d74f-4582-8b40-c8882141a614 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8beed186de694e87b46b1b00b6924a4a&name=default HTTP/1.1" status: 200 len: 2993 time: 2.1962936 Mar 08 06:06:59.411187 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38522) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:59.459141 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 1e00cf41-baa3-46ca-a353-0dc828340bf4 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:06:59.463394 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:59.484058 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38524) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:59.492034 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-3c972754-2107-48a4-b69a-95f71a2c8807 service neutron] 10.222.0.16 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835763 Mar 08 06:06:59.512191 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Publish callbacks [] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:59.586884 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Checking router: 339e55ea-1f94-4d3c-bbef-9c903c03d920 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:06:59.589601 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Updating router 339e55ea-1f94-4d3c-bbef-9c903c03d920 port 17fc6960-2f77-44fd-84e4-4a5d20157a19 binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:06:59.639805 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:59.690628 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38528) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:06:59.728287 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:06:59.823660 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-e1d3f1ea-345e-400c-b52c-3ebcbcb8deaa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332157841', 'description': 'tempest-description--206970295'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:06:59.899838 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 1e00cf41-baa3-46ca-a353-0dc828340bf4 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:00.043083 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Network 6fa44929-a6ae-4f49-8128-37f42a744c38 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:07:00.052664 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e6538368-38ab-4e3b-a5da-b4070009cc50 admin admin] Publish callbacks [] for security_group (f169acf4-e1cd-4bbf-8d03-3b361d4311a2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.079616 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c7441e77-52ce-4af4-9579-bb5ebfa17256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.175963 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Sync routers for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:07:00.196522 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:00.223926 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c7441e77-52ce-4af4-9579-bb5ebfa17256 admin admin] Publish callbacks [] for security_group (866d259c-0e0f-4b55-b1e7-12d77dceb2f2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.241967 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f1ea-345e-400c-b52c-3ebcbcb8deaa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.256263 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c7441e77-52ce-4af4-9579-bb5ebfa17256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (866d259c-0e0f-4b55-b1e7-12d77dceb2f2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.256709 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:00.259431 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:00.329764 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:07:00.336874 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:00.337838 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.354817 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5ff341f5-b880-4c92-98ca-7378e42383dd req-838d2436-f7cb-46ec-8e5e-a80d339e7e87 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 210 time: 0.1807218 Mar 08 06:07:00.387602 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 304e1787-0cf1-47ee-9714-d53b9c53c52b up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:00.392767 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c7441e77-52ce-4af4-9579-bb5ebfa17256 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f22bf0ba1d374f0982a82b7a14d7db1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8553965 Mar 08 06:07:00.405858 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Pushing event updated for resources: {'Port': ['ID=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:00.415731 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2d341c7f-aa14-4f97-baab-3068592aa694 admin admin] Publish callbacks [] for security_group (af5a0729-1ff4-4ce2-b8c0-5ab9d2b17f7e), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.427855 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38556) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:00.483143 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2d341c7f-aa14-4f97-baab-3068592aa694 admin admin] Publish callbacks [] for security_group (af5a0729-1ff4-4ce2-b8c0-5ab9d2b17f7e), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.589153 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7441e77-52ce-4af4-9579-bb5ebfa17256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866d259c-0e0f-4b55-b1e7-12d77dceb2f2,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:00.630749 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ead06-abc4-441e-b006-f3874e5b688a req-37dfbaf3-f7df-474c-b460-acb187660536 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:00.648146 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1b3ead06-abc4-441e-b006-f3874e5b688a req-37dfbaf3-f7df-474c-b460-acb187660536 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 932 time: 0.7518444 Mar 08 06:07:00.654945 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-583076c2-ed7d-4569-a759-cccff66a02c0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4163685 Mar 08 06:07:00.659756 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2d341c7f-aa14-4f97-baab-3068592aa694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (af5a0729-1ff4-4ce2-b8c0-5ab9d2b17f7e), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.671348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2d341c7f-aa14-4f97-baab-3068592aa694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.672556 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2d341c7f-aa14-4f97-baab-3068592aa694 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af5a0729-1ff4-4ce2-b8c0-5ab9d2b17f7e HTTP/1.1" status: 204 len: 168 time: 1.3367629 Mar 08 06:07:00.704365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e6538368-38ab-4e3b-a5da-b4070009cc50 admin admin] Publish callbacks [] for security_group (f169acf4-e1cd-4bbf-8d03-3b361d4311a2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.704887 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Publish callbacks [] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.724535 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.740972 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-066cdf87-b7d7-4597-87f9-8617bd59ac4c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:07:00.742176 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-066cdf87-b7d7-4597-87f9-8617bd59ac4c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0510967 Mar 08 06:07:00.751750 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:07:00.761724 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:00.765682 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-79f05fca-0d4a-4125-967f-7e5bcadb0531 admin admin] 10.222.0.16 "PUT /v2.0/routers/526a2714-31b4-4207-97fe-9458d8d601ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0006509 Mar 08 06:07:00.779075 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d341c7f-aa14-4f97-baab-3068592aa694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5a0729-1ff4-4ce2-b8c0-5ab9d2b17f7e,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:00.797570 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af9ca10a-7462-40b2-a151-02e32064f7b8 admin admin] Publish callbacks [] for security_group (866d259c-0e0f-4b55-b1e7-12d77dceb2f2), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.859372 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdee29-e560-4192-adee-d479100515de None None] Sync routers for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:07:00.873800 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af9ca10a-7462-40b2-a151-02e32064f7b8 admin admin] Publish callbacks [] for security_group (866d259c-0e0f-4b55-b1e7-12d77dceb2f2), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.893955 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e6538368-38ab-4e3b-a5da-b4070009cc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f169acf4-e1cd-4bbf-8d03-3b361d4311a2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.908621 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e6538368-38ab-4e3b-a5da-b4070009cc50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:00.910228 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e6538368-38ab-4e3b-a5da-b4070009cc50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f169acf4-e1cd-4bbf-8d03-3b361d4311a2 HTTP/1.1" status: 204 len: 168 time: 1.4864755 Mar 08 06:07:00.933689 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6538368-38ab-4e3b-a5da-b4070009cc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f169acf4-e1cd-4bbf-8d03-3b361d4311a2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:00.991109 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1b3ead06-abc4-441e-b006-f3874e5b688a req-6f7e4e66-5c67-40e1-bafa-c8af0875d29d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408158 Mar 08 06:07:01.044252 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdee29-e560-4192-adee-d479100515de None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:01.044893 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-30cdee29-e560-4192-adee-d479100515de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:01.073442 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59046b-dcf3-48cb-8897-4c3da5d41d89 None None] Pushing event updated for resources: {'Port': ['ID=17fc6960-2f77-44fd-84e4-4a5d20157a19,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:01.288434 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Attempting to bind port 17fc6960-2f77-44fd-84e4-4a5d20157a19 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:07:01.289117 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Attempting to bind port 17fc6960-2f77-44fd-84e4-4a5d20157a19 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:07:01.289761 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Attempting to bind port 17fc6960-2f77-44fd-84e4-4a5d20157a19 on network 6876c566-5277-4cc6-8489-77d964bf78ae {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:01.307458 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:07:01.308464 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Checking segment: {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:01.309131 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.309747 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Bound using segment: {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:07:01.311368 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Bound port: 17fc6960-2f77-44fd-84e4-4a5d20157a19, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:07:01.312015 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.312214 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af9ca10a-7462-40b2-a151-02e32064f7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (866d259c-0e0f-4b55-b1e7-12d77dceb2f2), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.317705 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af9ca10a-7462-40b2-a151-02e32064f7b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.330237 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 304e1787-0cf1-47ee-9714-d53b9c53c52b triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:01.331107 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.331277 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-af9ca10a-7462-40b2-a151-02e32064f7b8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/866d259c-0e0f-4b55-b1e7-12d77dceb2f2 HTTP/1.1" status: 204 len: 168 time: 0.9019201 Mar 08 06:07:01.394077 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f1ea-345e-400c-b52c-3ebcbcb8deaa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (d6b1aabc-8749-43c2-93e3-18a5c61668b0), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.399118 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ca10a-7462-40b2-a151-02e32064f7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866d259c-0e0f-4b55-b1e7-12d77dceb2f2,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:01.419442 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38604) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:01.429286 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f1ea-345e-400c-b52c-3ebcbcb8deaa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (d6b1aabc-8749-43c2-93e3-18a5c61668b0), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.458040 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] For port 17fc6960-2f77-44fd-84e4-4a5d20157a19, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:07:01.465052 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] For port 17fc6960-2f77-44fd-84e4-4a5d20157a19, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=17fc6960-2f77-44fd-84e4-4a5d20157a19,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:07:01.485857 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-fa5f3ff9-2533-408a-8a3f-afc1b5ca280e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:01.486337 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.492834 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 2, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:01.493488 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-fa5f3ff9-2533-408a-8a3f-afc1b5ca280e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 818 time: 0.5630288 Mar 08 06:07:01.496988 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1d3f1ea-345e-400c-b52c-3ebcbcb8deaa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.501541 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38608) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:01.506277 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-0581f73f-9caa-4458-9b2a-cace4dbf2f03 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'security_group_rule': {'security_group_id': 'd6b1aabc-8749-43c2-93e3-18a5c61668b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:01.506463 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-e1d3f1ea-345e-400c-b52c-3ebcbcb8deaa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7974751 Mar 08 06:07:01.585622 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-9e62dcaa-6bc7-4b86-a31a-86b4fbca332d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/quotas/4c2ab6d7c6eb40d193e024ff04053ee8 HTTP/1.1" status: 200 len: 375 time: 0.0778418 Mar 08 06:07:01.590310 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3f1ea-345e-400c-b52c-3ebcbcb8deaa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b1aabc-8749-43c2-93e3-18a5c61668b0,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:01.629125 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0581f73f-9caa-4458-9b2a-cace4dbf2f03 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (97d9469d-40e5-4134-b74b-0e0caa2a58fa), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.684834 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59046b-dcf3-48cb-8897-4c3da5d41d89 None None] Pushing event updated for resources: {'Port': ['ID=17fc6960-2f77-44fd-84e4-4a5d20157a19,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:01.691928 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Checking router: aea2b132-f0ae-48b9-9db6-7b909ffd85fe for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:07:01.692371 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Updating router aea2b132-f0ae-48b9-9db6-7b909ffd85fe port 3ccc53cd-958d-427a-84a9-126419b0dbef binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:07:01.693989 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 304e1787-0cf1-47ee-9714-d53b9c53c52b is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:01.694659 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:01.723545 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 304e1787-0cf1-47ee-9714-d53b9c53c52b, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=304e1787-0cf1-47ee-9714-d53b9c53c52b,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:01.736445 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Routers {'339e55ea-1f94-4d3c-bbef-9c903c03d920'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:01.737294 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['339e55ea-1f94-4d3c-bbef-9c903c03d920'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:01.770436 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-698310aa-5477-4ad6-a3cf-e787bd43ccb3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1740670 Mar 08 06:07:01.854471 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.000374 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0581f73f-9caa-4458-9b2a-cace4dbf2f03 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (97d9469d-40e5-4134-b74b-0e0caa2a58fa), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.009147 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0581f73f-9caa-4458-9b2a-cace4dbf2f03 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (97d9469d-40e5-4134-b74b-0e0caa2a58fa), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.025784 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] Set router 339e55ea-1f94-4d3c-bbef-9c903c03d920 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:02.070326 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581f73f-9caa-4458-9b2a-cace4dbf2f03 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d9469d-40e5-4134-b74b-0e0caa2a58fa,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:02.148278 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0581f73f-9caa-4458-9b2a-cace4dbf2f03 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.150482 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.155563 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5c66db0c-14d9-4ca4-894f-85c02864743f up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:02.165325 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0581f73f-9caa-4458-9b2a-cace4dbf2f03 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6624517 Mar 08 06:07:02.166512 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38618) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:02.175501 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-6023848a-e13f-428a-b0fe-7b147f026776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'security_group_rule': {'security_group_id': 'd6b1aabc-8749-43c2-93e3-18a5c61668b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:02.190201 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Request body: {'port': {'device_id': 'd0353b36-39ff-4bb3-a2ca-6578b6fbddc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:02.199419 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-bcaeec28-40bc-4e5e-86bf-df9b7eec7979 service neutron] 10.222.0.16 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116271 Mar 08 06:07:02.246960 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6023848a-e13f-428a-b0fe-7b147f026776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (eda16ee9-1acc-4f85-b973-0726acf3a331), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.448592 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6023848a-e13f-428a-b0fe-7b147f026776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (eda16ee9-1acc-4f85-b973-0726acf3a331), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.460143 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6023848a-e13f-428a-b0fe-7b147f026776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (eda16ee9-1acc-4f85-b973-0726acf3a331), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.509122 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.529723 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023848a-e13f-428a-b0fe-7b147f026776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda16ee9-1acc-4f85-b973-0726acf3a331,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:02.583386 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6023848a-e13f-428a-b0fe-7b147f026776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.592983 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6023848a-e13f-428a-b0fe-7b147f026776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4246960 Mar 08 06:07:02.599551 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38622) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:02.605620 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:02.665429 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.672487 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Publish callbacks [] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.682537 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.752347 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-30cdee29-e560-4192-adee-d479100515de None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:02.802397 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 5c66db0c-14d9-4ca4-894f-85c02864743f triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:02.802844 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.803806 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd3729-e3e3-407b-8b78-0cea5dd1c815 None None] Pushing event updated for resources: {'Port': ['ID=3ccc53cd-958d-427a-84a9-126419b0dbef,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:02.846846 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5398cff8-bc01-4542-82de-97bf19e0aaf2 service neutron] 10.222.0.16 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959547 Mar 08 06:07:02.886737 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f56b7e60-07c1-472a-91a2-13abe1682eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.979137 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Attempting to bind port 3ccc53cd-958d-427a-84a9-126419b0dbef on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:07:02.980636 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Attempting to bind port 3ccc53cd-958d-427a-84a9-126419b0dbef by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:07:02.981069 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Attempting to bind port 3ccc53cd-958d-427a-84a9-126419b0dbef on network cc057a0a-6438-4955-afc7-7a4b9fd32d05 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:02.993470 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:07:02.995192 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Checking segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:02.995562 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:02.996368 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Bound using segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:07:02.996847 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Bound port: 3ccc53cd-958d-427a-84a9-126419b0dbef, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:07:02.998394 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:03.175148 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.31', 59636) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:03.248396 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] For port 3ccc53cd-958d-427a-84a9-126419b0dbef, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:07:03.253979 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] For port 3ccc53cd-958d-427a-84a9-126419b0dbef, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=3ccc53cd-958d-427a-84a9-126419b0dbef,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:07:03.264340 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:03.310311 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38632) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:03.451176 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8812e63b-93e5-4e06-b630-6c1b1e11ae3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:03.476934 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=304e1787-0cf1-47ee-9714-d53b9c53c52b,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:03.487488 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38634) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:03.517135 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 5c66db0c-14d9-4ca4-894f-85c02864743f is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:03.523392 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd3729-e3e3-407b-8b78-0cea5dd1c815 None None] Pushing event updated for resources: {'Port': ['ID=3ccc53cd-958d-427a-84a9-126419b0dbef,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:03.560231 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:53Z', 'revision_number': 4, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port': {'id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:19:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '17fc6960-2f77-44fd-84e4-4a5d20157a19', 'name': '', 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'mac_address': 'fa:16:3e:94:82:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '570e86d9-9290-4734-ad7d-4f5114df9d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:52Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'subnets': [{'id': '570e86d9-9290-4734-ad7d-4f5114df9d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:03.561557 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:03.564065 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:03.680829 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5633a470-8615-43bf-9892-7262ad2d1b2e None None] The sync data for ids ['339e55ea-1f94-4d3c-bbef-9c903c03d920'] in dv-cinder-828060-10-iscsi is: [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:53Z', 'revision_number': 4, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port': {'id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:19:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '17fc6960-2f77-44fd-84e4-4a5d20157a19', 'name': '', 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'mac_address': 'fa:16:3e:94:82:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '570e86d9-9290-4734-ad7d-4f5114df9d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:52Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'subnets': [{'id': '570e86d9-9290-4734-ad7d-4f5114df9d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:07:03.754171 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b1c129-1835-4751-89d4-9eb100c6c3cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:03.886265 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 304e1787-0cf1-47ee-9714-d53b9c53c52b up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:03.947218 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-660888ba-1a62-4da8-b9b3-89b575afced5 None None] Provisioning complete for port 3ccc53cd-958d-427a-84a9-126419b0dbef triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:03.948696 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-660888ba-1a62-4da8-b9b3-89b575afced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:04.162815 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e8476-9805-4830-b52d-6a8ebdd8fab6 req-3221005b-1e03-4c8d-883a-5f4de7fe1e9a tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:04.172757 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-597e8476-9805-4830-b52d-6a8ebdd8fab6 req-3221005b-1e03-4c8d-883a-5f4de7fe1e9a tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 932 time: 0.8879011 Mar 08 06:07:04.340201 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:04.391787 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:04.477872 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 304e1787-0cf1-47ee-9714-d53b9c53c52b triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:04.479578 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:04.659668 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38650) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:04.673869 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-7a6b99e8-e580-404c-bd98-ba9a7eeb4f12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977139601', 'description': 'tempest-description--1672023010'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:04.748448 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-660888ba-1a62-4da8-b9b3-89b575afced5 None None] Current status of the port 3ccc53cd-958d-427a-84a9-126419b0dbef is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:04.748839 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-660888ba-1a62-4da8-b9b3-89b575afced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:04.765895 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-a369cfb2-c496-4793-97c1-cd7097b49dbc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:04.768008 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-a369cfb2-c496-4793-97c1-cd7097b49dbc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 818 time: 1.3872583 Mar 08 06:07:04.842639 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f56b7e60-07c1-472a-91a2-13abe1682eda admin admin] Publish callbacks [] for security_group (d40c9df2-5904-4b08-97ca-0183d18ab7b4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:04.894734 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f56b7e60-07c1-472a-91a2-13abe1682eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (d40c9df2-5904-4b08-97ca-0183d18ab7b4), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:04.901916 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-30cdee29-e560-4192-adee-d479100515de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 2, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:04.948454 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Request body: {'port': {'device_id': 'f125bfc1-33e0-464a-8826-87972385cd7d', 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae', 'admin_state_up': True, 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:04.986427 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 304e1787-0cf1-47ee-9714-d53b9c53c52b is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:04.992937 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Allocated IP 172.27.2.241 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/da0ac62e-7bc6-490c-9452-73216ef397a4) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:07:05.001315 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4592bbf4-f2b4-4047-b103-08cf81488181 req-42e55552-fe57-48f6-a121-f181de59e435 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 210 time: 0.2117348 Mar 08 06:07:05.016474 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7a6b99e8-e580-404c-bd98-ba9a7eeb4f12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.019384 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:03Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:05.023296 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdee29-e560-4192-adee-d479100515de None None] Checking router: 526a2714-31b4-4207-97fe-9458d8d601ae for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:07:05.023661 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdee29-e560-4192-adee-d479100515de None None] Updating router 526a2714-31b4-4207-97fe-9458d8d601ae port 5001c6cc-28af-4d77-91a0-bcc62474ac17 binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:07:05.029875 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-660888ba-1a62-4da8-b9b3-89b575afced5 None None] For port 3ccc53cd-958d-427a-84a9-126419b0dbef, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=3ccc53cd-958d-427a-84a9-126419b0dbef,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:05.079797 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c4f8dd-a7cb-4dfa-bf8b-f4fe0c70861a None None] The sync data for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi is: [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:03Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:07:05.088712 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-660888ba-1a62-4da8-b9b3-89b575afced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.115912 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b7e60-07c1-472a-91a2-13abe1682eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c9df2-5904-4b08-97ca-0183d18ab7b4,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:05.138057 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8812e63b-93e5-4e06-b630-6c1b1e11ae3c admin admin] Publish callbacks [] for security_group (8074e256-934f-49c6-8665-25c578be2674), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.187985 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f56b7e60-07c1-472a-91a2-13abe1682eda admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e924a2504bf84f1d9e2376a9a4a4df9c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7674024 Mar 08 06:07:05.191167 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38662) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:05.192397 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30cdee29-e560-4192-adee-d479100515de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.219068 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8812e63b-93e5-4e06-b630-6c1b1e11ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (8074e256-934f-49c6-8665-25c578be2674), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.401688 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660888ba-1a62-4da8-b9b3-89b575afced5 None None] Pushing event updated for resources: {'Port': ['ID=3ccc53cd-958d-427a-84a9-126419b0dbef,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:05.420243 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-a8f10791-79c4-4a98-8b4e-c377cb4bb3bb None None] Provisioning complete for port 3ccc53cd-958d-427a-84a9-126419b0dbef triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:05.420776 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a8f10791-79c4-4a98-8b4e-c377cb4bb3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.450982 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38664) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:05.499220 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-597e8476-9805-4830-b52d-6a8ebdd8fab6 req-f320a502-9ce3-4e7d-a516-7d424fec8eca tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3234909 Mar 08 06:07:05.597380 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b1c129-1835-4751-89d4-9eb100c6c3cc admin admin] Publish callbacks [] for security_group (b13597f9-3be5-4c01-90a5-ca9421703895), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.598170 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.31', 59643) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:05.672725 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036652771-network', 'tenant_id': '8b6ec504bed94c31b4c214ee44d433cc'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:05.709791 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7a6b99e8-e580-404c-bd98-ba9a7eeb4f12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (beef7a99-337a-422b-a668-ae8504c2cb9d), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.738928 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812e63b-93e5-4e06-b630-6c1b1e11ae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8074e256-934f-49c6-8665-25c578be2674,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:05.952967 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b1c129-1835-4751-89d4-9eb100c6c3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (b13597f9-3be5-4c01-90a5-ca9421703895), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:05.988890 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Made reservation on behalf of 4c2ab6d7c6eb40d193e024ff04053ee8 for: {'port': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:05.995526 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.005253 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7a6b99e8-e580-404c-bd98-ba9a7eeb4f12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (beef7a99-337a-422b-a668-ae8504c2cb9d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.009917 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 17fc6960-2f77-44fd-84e4-4a5d20157a19 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:06.018310 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Made reservation on behalf of 8b6ec504bed94c31b4c214ee44d433cc for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:06.044875 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c0ceadb9-6a8b-470a-9758-106f2ba6f78c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:06.046640 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c0ceadb9-6a8b-470a-9758-106f2ba6f78c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 818 time: 0.4176850 Mar 08 06:07:06.054461 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.082250 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-60b1c129-1835-4751-89d4-9eb100c6c3cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e67ce0f9ce3b40dabef72d1e10267a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5545623 Mar 08 06:07:06.097556 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8812e63b-93e5-4e06-b630-6c1b1e11ae3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b0d65bbdca194759ace0e0442489e030&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7840440 Mar 08 06:07:06.098550 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1c129-1835-4751-89d4-9eb100c6c3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13597f9-3be5-4c01-90a5-ca9421703895,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:06.102685 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38676) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:06.103208 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38680) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:06.115778 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Request body: {'port': {'device_id': '53d5cd29-e0a8-4750-a4af-8696409e72c0', 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae', 'admin_state_up': True, 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:06.219309 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.273252 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b99e8-e580-404c-bd98-ba9a7eeb4f12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beef7a99-337a-422b-a668-ae8504c2cb9d,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:06.345225 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Made reservation on behalf of 4c2ab6d7c6eb40d193e024ff04053ee8 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:06.346989 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a8f10791-79c4-4a98-8b4e-c377cb4bb3bb None None] Current status of the port 3ccc53cd-958d-427a-84a9-126419b0dbef is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:06.349612 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.373672 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e51556d1-e2c4-4d3f-b584-c40621ad8dbe admin admin] Publish callbacks [] for security_group (8074e256-934f-49c6-8665-25c578be2674), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.382068 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 17fc6960-2f77-44fd-84e4-4a5d20157a19 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:06.382506 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.428568 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30cdee29-e560-4192-adee-d479100515de None None] Publish callbacks [] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.455685 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30cdee29-e560-4192-adee-d479100515de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.459901 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:06.465798 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7a6b99e8-e580-404c-bd98-ba9a7eeb4f12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.467198 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7a6b99e8-e580-404c-bd98-ba9a7eeb4f12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7970738 Mar 08 06:07:06.493410 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38686) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:06.523818 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-9ee2878b-8f05-4a26-8127-8200f7f4155c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'security_group_rule': {'security_group_id': 'beef7a99-337a-422b-a668-ae8504c2cb9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:06.542490 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Publish callbacks [] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.547616 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92904e7-0c12-4bea-a8cd-ac69a6344fb7 None None] Pushing event updated for resources: {'Port': ['ID=5001c6cc-28af-4d77-91a0-bcc62474ac17,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:06.550134 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e51556d1-e2c4-4d3f-b584-c40621ad8dbe admin admin] Publish callbacks [] for security_group (8074e256-934f-49c6-8665-25c578be2674), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.668384 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-af2a9f0c-7edd-4f3d-9959-9a324301a9d2 req-8e1a95b9-9369-4c11-800c-d6422026f2ce tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 210 time: 0.4738259 Mar 08 06:07:06.765885 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 17fc6960-2f77-44fd-84e4-4a5d20157a19 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:06.766283 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.803236 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-30cdee29-e560-4192-adee-d479100515de None None] Attempting to bind port 5001c6cc-28af-4d77-91a0-bcc62474ac17 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:07:06.803236 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-30cdee29-e560-4192-adee-d479100515de None None] Attempting to bind port 5001c6cc-28af-4d77-91a0-bcc62474ac17 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:07:06.803236 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdee29-e560-4192-adee-d479100515de None None] Attempting to bind port 5001c6cc-28af-4d77-91a0-bcc62474ac17 on network ac555e4a-2b44-48f8-ac03-53f7dda672bc {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:06.865522 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Transition to ACTIVE for port object d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 will not be triggered until provisioned by entity L2. {{(pid=103358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:07:06.867706 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e51556d1-e2c4-4d3f-b584-c40621ad8dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (8074e256-934f-49c6-8665-25c578be2674), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.871357 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e51556d1-e2c4-4d3f-b584-c40621ad8dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.876309 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e51556d1-e2c4-4d3f-b584-c40621ad8dbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8074e256-934f-49c6-8665-25c578be2674 HTTP/1.1" status: 204 len: 168 time: 0.7646873 Mar 08 06:07:06.877829 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ee2878b-8f05-4a26-8127-8200f7f4155c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (b1498c92-e271-4060-905f-ee8f07e9fcd4), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.909555 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51556d1-e2c4-4d3f-b584-c40621ad8dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8074e256-934f-49c6-8665-25c578be2674,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:06.917474 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.918468 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for port (da0ac62e-7bc6-490c-9452-73216ef397a4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.930916 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05b49e3a-9fea-4b91-b76c-f855d48d8575 admin admin] Publish callbacks [] for security_group (d40c9df2-5904-4b08-97ca-0183d18ab7b4), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:06.963255 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05b49e3a-9fea-4b91-b76c-f855d48d8575 admin admin] Publish callbacks [] for security_group (d40c9df2-5904-4b08-97ca-0183d18ab7b4), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.032866 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05b49e3a-9fea-4b91-b76c-f855d48d8575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (d40c9df2-5904-4b08-97ca-0183d18ab7b4), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.037327 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05b49e3a-9fea-4b91-b76c-f855d48d8575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.039385 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-05b49e3a-9fea-4b91-b76c-f855d48d8575 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d40c9df2-5904-4b08-97ca-0183d18ab7b4 HTTP/1.1" status: 204 len: 168 time: 1.8266747 Mar 08 06:07:07.048542 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Allocated IP 172.20.0.11 (6876c566-5277-4cc6-8489-77d964bf78ae/570e86d9-9290-4734-ad7d-4f5114df9d3a/5c242c95-4133-46ff-84f6-9b450ce8929a) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:07:07.064126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2192dd9d-a8ed-453c-ba3a-c22f61aff15a admin admin] Publish callbacks [] for security_group (b13597f9-3be5-4c01-90a5-ca9421703895), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.065239 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f491c9d-a71b-4825-b236-11b3e326249e req-95e52ba2-cf84-4f6e-86f8-c3e2243615fb tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:07.083256 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3f491c9d-a71b-4825-b236-11b3e326249e req-95e52ba2-cf84-4f6e-86f8-c3e2243615fb tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 932 time: 0.3765714 Mar 08 06:07:07.102895 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2192dd9d-a8ed-453c-ba3a-c22f61aff15a admin admin] Publish callbacks [] for security_group (b13597f9-3be5-4c01-90a5-ca9421703895), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.178033 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdee29-e560-4192-adee-d479100515de None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:07:07.186863 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdee29-e560-4192-adee-d479100515de None None] Checking segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:07.187727 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30cdee29-e560-4192-adee-d479100515de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.188302 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cdee29-e560-4192-adee-d479100515de None None] Bound using segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:07:07.190970 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-30cdee29-e560-4192-adee-d479100515de None None] Bound port: 5001c6cc-28af-4d77-91a0-bcc62474ac17, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:07:07.191696 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30cdee29-e560-4192-adee-d479100515de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.233781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b49e3a-9fea-4b91-b76c-f855d48d8575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c9df2-5904-4b08-97ca-0183d18ab7b4,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:07.242406 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (da0ac62e-7bc6-490c-9452-73216ef397a4), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.243193 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Attempting to bind port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:07:07.243907 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Attempting to bind port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '0fc57081-6fbd-44d9-87d7-79ba8f58cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6fa44929-a6ae-4f49-8128-37f42a744c38'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:07:07.244844 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Attempting to bind port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 on network 6fa44929-a6ae-4f49-8128-37f42a744c38 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:07.289190 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 on network 6fa44929-a6ae-4f49-8128-37f42a744c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:07:07.291320 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Attempting to bind port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 on network 6fa44929-a6ae-4f49-8128-37f42a744c38 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:07.305003 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:07:07.305656 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Checking segment: {'id': '0fc57081-6fbd-44d9-87d7-79ba8f58cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6fa44929-a6ae-4f49-8128-37f42a744c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:07.306470 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Bound using segment: {'id': '0fc57081-6fbd-44d9-87d7-79ba8f58cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6fa44929-a6ae-4f49-8128-37f42a744c38'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:07:07.307187 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Bound port: d61f1182-e0f0-4e75-bbbb-b4c46bd0a504, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fc57081-6fbd-44d9-87d7-79ba8f58cbd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '6fa44929-a6ae-4f49-8128-37f42a744c38'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:07:07.307769 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.391201 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 17fc6960-2f77-44fd-84e4-4a5d20157a19, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=17fc6960-2f77-44fd-84e4-4a5d20157a19,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:07.470378 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:07:07.476176 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] For port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504, host hv-cinder-82806, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:07:07.481736 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] For port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,segment=NetworkSegment(0fc57081-6fbd-44d9-87d7-79ba8f58cbd0),segment_id=0fc57081-6fbd-44d9-87d7-79ba8f58cbd0)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:07:07.491420 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:07.502095 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:07.504431 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.508531 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 3ccc53cd-958d-427a-84a9-126419b0dbef up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:07.512872 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-f5f2b911-4f88-4c0d-8c29-4dfb5f6abb77 None None] Provisioning complete for port 5001c6cc-28af-4d77-91a0-bcc62474ac17 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:07.513267 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f5f2b911-4f88-4c0d-8c29-4dfb5f6abb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.519488 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:07:07.568231 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'Port': ['ID=da0ac62e-7bc6-490c-9452-73216ef397a4,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:07.610691 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.654823 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ee2878b-8f05-4a26-8127-8200f7f4155c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (b1498c92-e271-4060-905f-ee8f07e9fcd4), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.693085 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3f491c9d-a71b-4825-b236-11b3e326249e req-98a9eb9e-6514-4fce-8ccf-f48db0c639d6 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088309 Mar 08 06:07:07.709951 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2b911-4f88-4c0d-8c29-4dfb5f6abb77 None None] Port 5001c6cc-28af-4d77-91a0-bcc62474ac17 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:07:07.728171 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-30cdee29-e560-4192-adee-d479100515de None None] For port 5001c6cc-28af-4d77-91a0-bcc62474ac17, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:07:07.738365 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-30cdee29-e560-4192-adee-d479100515de None None] For port 5001c6cc-28af-4d77-91a0-bcc62474ac17, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5001c6cc-28af-4d77-91a0-bcc62474ac17,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:07:07.748548 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=17fc6960-2f77-44fd-84e4-4a5d20157a19,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:07.773334 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30cdee29-e560-4192-adee-d479100515de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.804803 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ee2878b-8f05-4a26-8127-8200f7f4155c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (b1498c92-e271-4060-905f-ee8f07e9fcd4), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.877997 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 3ccc53cd-958d-427a-84a9-126419b0dbef triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:07.878385 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.937966 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2192dd9d-a8ed-453c-ba3a-c22f61aff15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (b13597f9-3be5-4c01-90a5-ca9421703895), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.940970 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2192dd9d-a8ed-453c-ba3a-c22f61aff15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.942894 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2878b-8f05-4a26-8127-8200f7f4155c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1498c92-e271-4060-905f-ee8f07e9fcd4,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:07.947485 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2192dd9d-a8ed-453c-ba3a-c22f61aff15a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b13597f9-3be5-4c01-90a5-ca9421703895 HTTP/1.1" status: 204 len: 168 time: 1.8347995 Mar 08 06:07:07.962559 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ee2878b-8f05-4a26-8127-8200f7f4155c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:07.964757 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9ee2878b-8f05-4a26-8127-8200f7f4155c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4637139 Mar 08 06:07:07.999380 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Publish callbacks [] for security_group (808fabfe-b3b0-4709-b426-6f49445126c3), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.025266 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:08.031485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.033352 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] 10.222.0.31 "PUT /v2.0/ports/d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 HTTP/1.1" status: 200 len: 1094 time: 6.8147929 Mar 08 06:07:08.045209 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38714) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:08.049526 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0353b36-39ff-4bb3-a2ca-6578b6fbddc7', 'tag': 'd61f1182-e0f0-4e75-bbbb-b4c46bd0a504'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:08.079256 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192dd9d-a8ed-453c-ba3a-c22f61aff15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13597f9-3be5-4c01-90a5-ca9421703895,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:08.157365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (ba5a8040-70bf-4a54-9c4c-f234654dc4d7), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.182744 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92904e7-0c12-4bea-a8cd-ac69a6344fb7 None None] Pushing event updated for resources: {'Port': ['ID=5001c6cc-28af-4d77-91a0-bcc62474ac17,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:08.201782 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cdee29-e560-4192-adee-d479100515de None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:08.204689 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-30cdee29-e560-4192-adee-d479100515de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:06:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:08.257830 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-2388ec10-4f47-4871-a5c6-a259febf86ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'security_group_rule': {'security_group_id': 'beef7a99-337a-422b-a668-ae8504c2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:08.295144 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (da0ac62e-7bc6-490c-9452-73216ef397a4), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.418441 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (808fabfe-b3b0-4709-b426-6f49445126c3), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.464619 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ed8300d7-b6fb-4b14-9094-50f53bbe5fd4 req-c733eeea-9f73-44a1-a73e-20b7040601ad tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 210 time: 0.4923351 Mar 08 06:07:08.495484 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2388ec10-4f47-4871-a5c6-a259febf86ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (b2c8e54c-70e6-4d60-90be-27f4fe6838d7), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.512240 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:07:08.614342 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01257db7-d7f8-415d-8d77-dc2db575e0d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:08.702357 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 3ccc53cd-958d-427a-84a9-126419b0dbef is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:08.713664 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-30cdee29-e560-4192-adee-d479100515de None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:08.724338 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-6cf877ff-8855-4578-9394-707a1194f705 None None] Provisioning complete for port 5001c6cc-28af-4d77-91a0-bcc62474ac17 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:08.724972 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6cf877ff-8855-4578-9394-707a1194f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.756655 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (92737fea-6cf4-47e1-b950-7b81c52067c9), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.758308 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Added segment 92737fea-6cf4-47e1-b950-7b81c52067c9 of type vlan for network d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc Mar 08 06:07:08.834999 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808fabfe-b3b0-4709-b426-6f49445126c3,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:08.889194 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for port (da0ac62e-7bc6-490c-9452-73216ef397a4), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.894786 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (da0ac62e-7bc6-490c-9452-73216ef397a4), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:08.989655 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'Port': ['ID=da0ac62e-7bc6-490c-9452-73216ef397a4,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:09.013853 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (ba5a8040-70bf-4a54-9c4c-f234654dc4d7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.049939 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.059620 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6ae059a3-b1a2-4a73-874b-fe9ee0f7abdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4497976 Mar 08 06:07:09.102944 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-9188ad2d-3f5f-46e0-91c7-23f51d2ddaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:09.104892 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-9188ad2d-3f5f-46e0-91c7-23f51d2ddaf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cf17efa407c4d9cbd7b6d451a3546bd&device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 1128 time: 0.8067842 Mar 08 06:07:09.150351 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.223710 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 17fc6960-2f77-44fd-84e4-4a5d20157a19 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:09.269811 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2388ec10-4f47-4871-a5c6-a259febf86ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (b2c8e54c-70e6-4d60-90be-27f4fe6838d7), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.284322 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0353b36-39ff-4bb3-a2ca-6578b6fbddc7", "tag": "d61f1182-e0f0-4e75-bbbb-b4c46bd0a504"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:09.359609 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2388ec10-4f47-4871-a5c6-a259febf86ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (b2c8e54c-70e6-4d60-90be-27f4fe6838d7), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.365074 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.db.resource_extend [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 06:07:09.372349 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-2c7fb845-d947-44d2-84fd-41d42d9dc320 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 HTTP/1.1" status: 200 len: 217 time: 0.1806364 Mar 08 06:07:09.378019 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks [] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.385056 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6cf877ff-8855-4578-9394-707a1194f705 None None] Current status of the port 5001c6cc-28af-4d77-91a0-bcc62474ac17 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:09.385513 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6cf877ff-8855-4578-9394-707a1194f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.466546 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-6cf877ff-8855-4578-9394-707a1194f705 None None] For port 5001c6cc-28af-4d77-91a0-bcc62474ac17, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5001c6cc-28af-4d77-91a0-bcc62474ac17,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:09.476123 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-88aaca82-3ebc-4f94-9492-2bbe255c0d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.481792 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 17fc6960-2f77-44fd-84e4-4a5d20157a19 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:09.482235 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.511391 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388ec10-4f47-4871-a5c6-a259febf86ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c8e54c-70e6-4d60-90be-27f4fe6838d7,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:09.522681 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ed955-44c2-4633-9c6c-da00df7a1c65 req-42a50cec-a5e5-4bc4-bb21-c2594e6ead94 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:09.524436 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4e7ed955-44c2-4633-9c6c-da00df7a1c65 req-42a50cec-a5e5-4bc4-bb21-c2594e6ead94 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.6537724 Mar 08 06:07:09.533708 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.534780 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6cf877ff-8855-4578-9394-707a1194f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.535430 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:09.536242 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.602415 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2388ec10-4f47-4871-a5c6-a259febf86ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.604318 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-2388ec10-4f47-4871-a5c6-a259febf86ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3582957 Mar 08 06:07:09.607789 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38758) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:09.612520 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:09.626148 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf877ff-8855-4578-9394-707a1194f705 None None] Pushing event updated for resources: {'Port': ['ID=5001c6cc-28af-4d77-91a0-bcc62474ac17,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:09.686933 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-30cdee29-e560-4192-adee-d479100515de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:07Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:09.694385 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.696623 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.2437053 Mar 08 06:07:09.698136 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-0eea2f3b-0f79-4c60-bcb4-25707c732af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:09.699525 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-0eea2f3b-0f79-4c60-bcb4-25707c732af8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99 HTTP/1.1" status: 200 len: 852 time: 0.2824314 Mar 08 06:07:09.702052 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38760) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:09.716111 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Request body: {'subnet': {'network_id': 'd89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1036652771-subnet', 'tenant_id': '8b6ec504bed94c31b4c214ee44d433cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:09.726384 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 17fc6960-2f77-44fd-84e4-4a5d20157a19 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:09.729001 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cdee29-e560-4192-adee-d479100515de None None] The sync data for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi is: [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:07Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:07:09.739356 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bdde7-1e9f-41ca-ac51-a5873328804b admin admin] Pushing event updated for resources: {'Network': ['ID=d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:09.797787 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:07:09.870656 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:09.889736 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-1beaaddf-c34b-4489-a418-37717af92104 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fa44929-a6ae-4f49-8128-37f42a744c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1469686 Mar 08 06:07:10.071614 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Allocated IP 172.20.0.9 (6876c566-5277-4cc6-8489-77d964bf78ae/570e86d9-9290-4734-ad7d-4f5114df9d3a/097eea28-7528-4d20-ac89-54d0791e76ce) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:07:10.163924 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4e7ed955-44c2-4633-9c6c-da00df7a1c65 req-37b5748c-9b17-404d-8539-41c5186b33ce tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203234 Mar 08 06:07:10.231250 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Made reservation on behalf of 8b6ec504bed94c31b4c214ee44d433cc for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:10.247595 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:10.417192 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:10.797558 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks [] for port (097eea28-7528-4d20-ac89-54d0791e76ce), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:10.909492 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:10.928211 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5001c6cc-28af-4d77-91a0-bcc62474ac17 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:11.087123 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 5001c6cc-28af-4d77-91a0-bcc62474ac17 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:11.087685 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:11.110994 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616db42e-738a-46de-8688-a474a38fc50b x-openstack-request-id: req-616db42e-738a-46de-8688-a474a38fc50b {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:11.112109 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0353b36-39ff-4bb3-a2ca-6578b6fbddc7", "tag": "d61f1182-e0f0-4e75-bbbb-b4c46bd0a504", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:11.112580 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-616db42e-738a-46de-8688-a474a38fc50b {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:11.113345 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0353b36-39ff-4bb3-a2ca-6578b6fbddc7', 'tag': 'd61f1182-e0f0-4e75-bbbb-b4c46bd0a504', 'status': 'completed', 'code': 200} Mar 08 06:07:11.140569 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (814c949b-db0f-44df-a375-da5e5868fcbb), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:11.256397 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Pushing event updated for resources: {'Port': ['ID=097eea28-7528-4d20-ac89-54d0791e76ce,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:11.366086 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Network 6876c566-5277-4cc6-8489-77d964bf78ae is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:07:11.367236 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=814c949b-db0f-44df-a375-da5e5868fcbb,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:11.387201 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Network 6876c566-5277-4cc6-8489-77d964bf78ae is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:07:11.407455 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:11.427049 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:07:11.433851 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 5001c6cc-28af-4d77-91a0-bcc62474ac17 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:11.449015 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-573663f1-3107-4bfb-9bb1-5b99f6e044df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:11.449148 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:11.449148 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:11.500496 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Checking segment: {'id': '92737fea-6cf4-47e1-b950-7b81c52067c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:11.501028 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Network hostable DHCP agents. Network: d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:07:11.513411 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:11.522776 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-c2b98f47-6960-4509-b2c6-0ffac96cdb3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4208565 Mar 08 06:07:11.523903 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Pushing event updated for resources: {'Port': ['ID=5c242c95-4133-46ff-84f6-9b450ce8929a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:11.542125 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:07:11.548630 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:11.553934 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:11.557158 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Allocated IP 172.27.2.87 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/6576a04c-b7d2-42e0-9b0c-432f815dbe70) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:07:11.608772 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Request body: {'port': {'device_id': '53d5cd29-e0a8-4750-a4af-8696409e72c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:11.674531 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-2d9a2d31-c71f-41e4-97c9-dba2797c4155 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7746377 Mar 08 06:07:11.781736 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Network d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:07:11.815111 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-25871f76-1136-4cde-88c3-dc5dc2f28a27 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1332157841&fields=id&tenant_id=6bac5ef03da8437ab8c6c14818aee92a HTTP/1.1" status: 200 len: 267 time: 0.6813300 Mar 08 06:07:11.830009 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7c235-3ddd-405a-bc2e-fe39d791898c req-43ff6695-2a71-4272-b98e-1847d9c2c2d4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:11.838516 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14a7c235-3ddd-405a-bc2e-fe39d791898c req-43ff6695-2a71-4272-b98e-1847d9c2c2d4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 931 time: 0.7193735 Mar 08 06:07:11.872632 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:11.898056 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:11.910263 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:11.911499 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:11.913745 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b5eb1-0d3c-44a4-a009-8bdb4e7bf7a2 None None] Network d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:11.946617 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-e6899e6e-5a22-4685-87bf-fcee7c17eb2f service neutron] 10.222.0.31 "GET /v2.0/networks/6fa44929-a6ae-4f49-8128-37f42a744c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0553608 Mar 08 06:07:11.956931 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-aadd3e17-f6dd-44f3-ae54-b74458533ddf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2522519 Mar 08 06:07:11.993161 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Request body: {'port': {'device_id': 'f125bfc1-33e0-464a-8826-87972385cd7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:12.003582 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for port (6576a04c-b7d2-42e0-9b0c-432f815dbe70), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:12.251589 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d58dd8e-8293-4fdf-a2a0-bbb1c4dfeda2 None None] Network d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:12.345154 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (6576a04c-b7d2-42e0-9b0c-432f815dbe70), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:12.413286 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'Port': ['ID=6576a04c-b7d2-42e0-9b0c-432f815dbe70,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:12.450705 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:07:12.454330 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:12.458302 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:07:12.524510 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:12.536773 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (8deb9cad-6db4-4d20-90fc-737fa11cdeee), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:12.577105 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-db3d0d04-92fa-4ff6-b903-f24416a10452 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:12.579626 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-db3d0d04-92fa-4ff6-b903-f24416a10452 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 817 time: 0.7383165 Mar 08 06:07:12.601023 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (6576a04c-b7d2-42e0-9b0c-432f815dbe70), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:12.696806 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14a7c235-3ddd-405a-bc2e-fe39d791898c req-3656e507-ba55-415d-880d-e34f0ff6bdc3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8258634 Mar 08 06:07:12.746437 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:12.783365 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-e92e6042-38bf-4f39-ba02-8f8fb8c9d37d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/quotas/6bac5ef03da8437ab8c6c14818aee92a HTTP/1.1" status: 200 len: 375 time: 0.1212361 Mar 08 06:07:12.795781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097eea28-7528-4d20-ac89-54d0791e76ce {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:12.810218 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Publish callbacks [] for port (097eea28-7528-4d20-ac89-54d0791e76ce), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:12.852027 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Transition to ACTIVE for port object 097eea28-7528-4d20-ac89-54d0791e76ce will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:07:12.876561 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:12.929669 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Pushing event updated for resources: {'Port': ['ID=097eea28-7528-4d20-ac89-54d0791e76ce,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:12.937749 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3025e2b5-2ddf-4cc1-912d-d8282587f672 req-e07efe94-33b6-4124-8c3d-84ee33cc8d75 service neutron] 10.222.0.31 "GET /v2.0/networks/6fa44929-a6ae-4f49-8128-37f42a744c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9409840 Mar 08 06:07:13.033767 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-3e52847c-f274-4175-aca4-848a35a11a42 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114959 Mar 08 06:07:13.223859 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for port (6576a04c-b7d2-42e0-9b0c-432f815dbe70), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.230164 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Attempting to bind port 097eea28-7528-4d20-ac89-54d0791e76ce on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:07:13.230791 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Attempting to bind port 097eea28-7528-4d20-ac89-54d0791e76ce by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:07:13.231286 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Attempting to bind port 097eea28-7528-4d20-ac89-54d0791e76ce on network 6876c566-5277-4cc6-8489-77d964bf78ae {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:13.234964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (6576a04c-b7d2-42e0-9b0c-432f815dbe70), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.266091 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Port 097eea28-7528-4d20-ac89-54d0791e76ce on network 6876c566-5277-4cc6-8489-77d964bf78ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:07:13.266459 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Attempting to bind port 097eea28-7528-4d20-ac89-54d0791e76ce on network 6876c566-5277-4cc6-8489-77d964bf78ae {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:13.288359 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (8deb9cad-6db4-4d20-90fc-737fa11cdeee), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.294866 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:07:13.295248 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Checking segment: {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:13.295795 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Bound using segment: {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:07:13.296252 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Bound port: 097eea28-7528-4d20-ac89-54d0791e76ce, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:07:13.296608 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.302607 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4140747-c311-4afd-a256-93643745c15c req-928c2909-6c87-40a2-b6fb-d635b49415cb tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:13.304292 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f4140747-c311-4afd-a256-93643745c15c req-928c2909-6c87-40a2-b6fb-d635b49415cb tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.1303768 Mar 08 06:07:13.324272 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'Port': ['ID=6576a04c-b7d2-42e0-9b0c-432f815dbe70,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:13.333226 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.334459 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-374bb335-87ad-4b30-9203-5703f9bb72c3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7256167 Mar 08 06:07:13.396020 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] For port 097eea28-7528-4d20-ac89-54d0791e76ce, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:07:13.402232 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] For port 097eea28-7528-4d20-ac89-54d0791e76ce, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=097eea28-7528-4d20-ac89-54d0791e76ce,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:07:13.409126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.423659 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c242c95-4133-46ff-84f6-9b450ce8929a {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:13.435512 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f4140747-c311-4afd-a256-93643745c15c req-867ed24e-6de4-4833-a72a-ef4973d05c31 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226771 Mar 08 06:07:13.437503 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Publish callbacks [] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.457015 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Transition to ACTIVE for port object 5c242c95-4133-46ff-84f6-9b450ce8929a will not be triggered until provisioned by entity L2. {{(pid=103358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:07:13.465756 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.489580 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-7c0d200b-984c-4a8b-a048-474ceb10a87c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:07:13.497494 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-7c0d200b-984c-4a8b-a048-474ceb10a87c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2115905 Mar 08 06:07:13.532993 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Pushing event updated for resources: {'Port': ['ID=097eea28-7528-4d20-ac89-54d0791e76ce,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:13.544235 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:13.545645 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.547921 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-5ac50165-fa5f-4127-863d-17fddc587562 service neutron] 10.222.0.31 "PUT /v2.0/ports/097eea28-7528-4d20-ac89-54d0791e76ce HTTP/1.1" status: 200 len: 1093 time: 1.9537787 Mar 08 06:07:13.548612 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d5cd29-e0a8-4750-a4af-8696409e72c0', 'tag': '097eea28-7528-4d20-ac89-54d0791e76ce'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:13.644412 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Pushing event updated for resources: {'Port': ['ID=5c242c95-4133-46ff-84f6-9b450ce8929a,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:13.658258 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Attempting to bind port 5c242c95-4133-46ff-84f6-9b450ce8929a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:07:13.658628 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Attempting to bind port 5c242c95-4133-46ff-84f6-9b450ce8929a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:07:13.658950 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Attempting to bind port 5c242c95-4133-46ff-84f6-9b450ce8929a on network 6876c566-5277-4cc6-8489-77d964bf78ae {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:13.670375 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Port 5c242c95-4133-46ff-84f6-9b450ce8929a on network 6876c566-5277-4cc6-8489-77d964bf78ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:07:13.670755 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Attempting to bind port 5c242c95-4133-46ff-84f6-9b450ce8929a on network 6876c566-5277-4cc6-8489-77d964bf78ae {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:13.686511 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:07:13.686858 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Checking segment: {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:13.687450 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Bound using segment: {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:07:13.687771 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Bound port: 5c242c95-4133-46ff-84f6-9b450ce8929a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba11f93d-fa95-4452-a153-53938a02241c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:07:13.688254 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.715350 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-3f91770d-ce40-486b-ba5b-cbb6331e0bcb service neutron] 10.222.0.16 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156847 Mar 08 06:07:13.724748 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38890) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:13.732564 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-431250665-network', 'tenant_id': '8aba308c2dba494a8286b7e125caf7de'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:13.770522 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Made reservation on behalf of 8aba308c2dba494a8286b7e125caf7de for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:13.774028 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.789218 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.890107 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] For port 5c242c95-4133-46ff-84f6-9b450ce8929a, host hv-cinder-82806, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:07:13.899325 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045533d1-9029-4e63-88e4-87e76392f8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "53d5cd29-e0a8-4750-a4af-8696409e72c0", "tag": "097eea28-7528-4d20-ac89-54d0791e76ce"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:13.923017 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-633059b1-f87e-418a-8742-8a4fb89d0422 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1977139601&fields=id&tenant_id=819589deabfe4d30b83cff86a10b00ce HTTP/1.1" status: 200 len: 267 time: 0.1111610 Mar 08 06:07:13.939688 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-38156454-c389-4f49-8146-02e10dca6129 service neutron] 10.222.0.16 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233725 Mar 08 06:07:13.941648 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] For port 5c242c95-4133-46ff-84f6-9b450ce8929a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5c242c95-4133-46ff-84f6-9b450ce8929a,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:07:13.947224 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Publish callbacks [] for security_group (91e70c00-9951-44b8-9480-7519ca1e71eb), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.952984 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (91e70c00-9951-44b8-9480-7519ca1e71eb), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:13.973863 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:07:14.002395 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.004457 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (2b15cb5c-ded0-4c2a-b15a-7ac805c90507), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.004925 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Added segment 2b15cb5c-ded0-4c2a-b15a-7ac805c90507 of type vlan for network aa571d15-a85e-42f6-bdb4-eaa06b5e4cec Mar 08 06:07:14.018181 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e70c00-9951-44b8-9480-7519ca1e71eb,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:14.077161 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (aa571d15-a85e-42f6-bdb4-eaa06b5e4cec), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.102931 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.122281 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (aa571d15-a85e-42f6-bdb4-eaa06b5e4cec), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.123886 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:14.124658 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.211729 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38914) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:14.211900 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4857900 Mar 08 06:07:14.212042 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38916) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:14.224417 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:14.225044 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.226536 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] 10.222.0.31 "PUT /v2.0/ports/5c242c95-4133-46ff-84f6-9b450ce8929a HTTP/1.1" status: 200 len: 1094 time: 2.2402234 Mar 08 06:07:14.232125 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Request body: {'subnet': {'network_id': 'aa571d15-a85e-42f6-bdb4-eaa06b5e4cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-431250665-subnet', 'tenant_id': '8aba308c2dba494a8286b7e125caf7de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:14.242935 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f125bfc1-33e0-464a-8826-87972385cd7d', 'tag': '5c242c95-4133-46ff-84f6-9b450ce8929a'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:14.246806 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd52183-eb6a-41ec-a429-5a9b07e83561" -d '{"events": [{"name": "network-changed", "server_uuid": "f125bfc1-33e0-464a-8826-87972385cd7d", "tag": "5c242c95-4133-46ff-84f6-9b450ce8929a"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:14.250573 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5eb2-560a-4a39-9bc8-684b82f8eaeb admin admin] Pushing event updated for resources: {'Network': ['ID=aa571d15-a85e-42f6-bdb4-eaa06b5e4cec,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:14.263297 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network aa571d15-a85e-42f6-bdb4-eaa06b5e4cec details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:07:14.389528 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3290e7a-b964-4e8c-aec8-e4c2f168e421 service neutron] Pushing event updated for resources: {'Port': ['ID=5c242c95-4133-46ff-84f6-9b450ce8929a,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:14.397554 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Made reservation on behalf of 8aba308c2dba494a8286b7e125caf7de for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:14.399851 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.415725 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-ce0ea2fd-1f45-4fa0-a0e2-67f2ea950017 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:14.423150 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-ce0ea2fd-1f45-4fa0-a0e2-67f2ea950017 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 810 time: 0.4992194 Mar 08 06:07:14.469461 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6eabcc39-0033-4742-a78f-0d311424687a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.512573 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-b0b7475d-eba6-463b-863c-781c8d6eb5f2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/quotas/819589deabfe4d30b83cff86a10b00ce HTTP/1.1" status: 200 len: 375 time: 0.0884929 Mar 08 06:07:14.583718 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017811c4-ae5b-4df5-91c8-318f3503e9cd req-8c7382eb-8e18-496c-a2e5-455d972721e5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:14.585442 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-017811c4-ae5b-4df5-91c8-318f3503e9cd req-8c7382eb-8e18-496c-a2e5-455d972721e5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.3630643 Mar 08 06:07:14.888264 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-017811c4-ae5b-4df5-91c8-318f3503e9cd req-80ba46bc-8d43-41a8-a574-1b077f640327 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915263 Mar 08 06:07:14.899413 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-5b9aa8b6-cdab-408b-9ddb-747ad4c48ef9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3741508 Mar 08 06:07:14.976673 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6eabcc39-0033-4742-a78f-0d311424687a admin admin] Publish callbacks [] for security_group (127e5b78-8b79-480a-ba04-b533587fd4c8), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:14.998439 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6eabcc39-0033-4742-a78f-0d311424687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (127e5b78-8b79-480a-ba04-b533587fd4c8), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.052565 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (7bd3f9e8-4885-4be2-828c-9fa9b9216c01), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.075693 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa419a15-da16-449a-8758-56214d0615c5 x-openstack-request-id: req-aa419a15-da16-449a-8758-56214d0615c5 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:15.076205 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d5cd29-e0a8-4750-a4af-8696409e72c0", "tag": "097eea28-7528-4d20-ac89-54d0791e76ce", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:15.076513 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa419a15-da16-449a-8758-56214d0615c5 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:15.077263 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d5cd29-e0a8-4750-a4af-8696409e72c0', 'tag': '097eea28-7528-4d20-ac89-54d0791e76ce', 'status': 'completed', 'code': 200} Mar 08 06:07:15.116837 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-6eabcc39-0033-4742-a78f-0d311424687a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1089f12bea794a138b417327dc078114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8970299 Mar 08 06:07:15.120838 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38938) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:15.134693 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabcc39-0033-4742-a78f-0d311424687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127e5b78-8b79-480a-ba04-b533587fd4c8,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:15.162048 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd3f9e8-4885-4be2-828c-9fa9b9216c01,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:15.168776 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-36bc492d-c388-4aec-bdbe-7e0922475dfe admin admin] Publish callbacks [] for security_group (127e5b78-8b79-480a-ba04-b533587fd4c8), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.189159 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e724ecb8-48c0-45db-86f2-6824b005ffda req-28315470-982b-4b04-8052-395240a5251a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.0614164 Mar 08 06:07:15.193413 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-36bc492d-c388-4aec-bdbe-7e0922475dfe admin admin] Publish callbacks [] for security_group (127e5b78-8b79-480a-ba04-b533587fd4c8), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.195882 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-67b8f30f-4213-4a6f-a2f8-2359ee841ccf service neutron] 10.222.0.16 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745316 Mar 08 06:07:15.203179 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Checking segment: {'id': '2b15cb5c-ded0-4c2a-b15a-7ac805c90507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'aa571d15-a85e-42f6-bdb4-eaa06b5e4cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:15.203820 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Network hostable DHCP agents. Network: aa571d15-a85e-42f6-bdb4-eaa06b5e4cec, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:07:15.250565 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-36bc492d-c388-4aec-bdbe-7e0922475dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (127e5b78-8b79-480a-ba04-b533587fd4c8), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.254064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-36bc492d-c388-4aec-bdbe-7e0922475dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.260048 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-36bc492d-c388-4aec-bdbe-7e0922475dfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/127e5b78-8b79-480a-ba04-b533587fd4c8 HTTP/1.1" status: 204 len: 168 time: 0.1374242 Mar 08 06:07:15.268495 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc492d-c388-4aec-bdbe-7e0922475dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127e5b78-8b79-480a-ba04-b533587fd4c8,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:15.295659 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e59f98d-205e-427e-8201-0bd296544469 x-openstack-request-id: req-9e59f98d-205e-427e-8201-0bd296544469 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:15.296121 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f125bfc1-33e0-464a-8826-87972385cd7d", "tag": "5c242c95-4133-46ff-84f6-9b450ce8929a", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:15.296374 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e59f98d-205e-427e-8201-0bd296544469 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:15.296766 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f125bfc1-33e0-464a-8826-87972385cd7d', 'tag': '5c242c95-4133-46ff-84f6-9b450ce8929a', 'status': 'completed', 'code': 200} Mar 08 06:07:15.301149 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Network aa571d15-a85e-42f6-bdb4-eaa06b5e4cec is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:07:15.324485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, aa571d15-a85e-42f6-bdb4-eaa06b5e4cec) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:15.334596 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:15.335257 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.338237 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829eb0f-f6dc-4f8a-89f7-334903b683c0 None None] Network aa571d15-a85e-42f6-bdb4-eaa06b5e4cec requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:15.402229 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-fda6906b-2ab4-46e1-a01c-49400210ba4e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1733260 Mar 08 06:07:15.402229 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-dc08e044-8416-442b-967d-a3680d6837df service neutron] 10.222.0.16 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919045 Mar 08 06:07:15.420668 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01748cd5-5c81-4abd-abcf-775ba7418567 req-78a6ec22-b730-46d0-b8d5-abbe6fbcf7c5 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:15.422317 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-01748cd5-5c81-4abd-abcf-775ba7418567 req-78a6ec22-b730-46d0-b8d5-abbe6fbcf7c5 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0903883 Mar 08 06:07:15.511643 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-01748cd5-5c81-4abd-abcf-775ba7418567 req-c9942399-43cd-41cf-8866-6ee22b191ad3 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831094 Mar 08 06:07:15.576353 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38950) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:15.655220 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f72be6a-d515-42e4-9daf-fa7f04a8890e admin admin] Deleting subnet 814c949b-db0f-44df-a375-da5e5868fcbb {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:07:15.659936 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.663466 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5f72be6a-d515-42e4-9daf-fa7f04a8890e admin admin] Publish callbacks [] for subnet (814c949b-db0f-44df-a375-da5e5868fcbb), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.669746 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1206ab5f-7ec2-4ba6-a12e-e76f3fa6a5d8 req-50ea91dd-1960-4307-9cba-83980c29f3fd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0613253 Mar 08 06:07:15.705652 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793cf26b-af8e-43e5-9f17-046a86076884 None None] Network aa571d15-a85e-42f6-bdb4-eaa06b5e4cec requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:15.745817 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5f72be6a-d515-42e4-9daf-fa7f04a8890e admin admin] Publish callbacks [] for subnet (814c949b-db0f-44df-a375-da5e5868fcbb), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.760136 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5f72be6a-d515-42e4-9daf-fa7f04a8890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (814c949b-db0f-44df-a375-da5e5868fcbb), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.832064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5f72be6a-d515-42e4-9daf-fa7f04a8890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (814c949b-db0f-44df-a375-da5e5868fcbb), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.865071 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72be6a-d515-42e4-9daf-fa7f04a8890e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814c949b-db0f-44df-a375-da5e5868fcbb,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:15.875690 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5f72be6a-d515-42e4-9daf-fa7f04a8890e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:15.880559 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5f72be6a-d515-42e4-9daf-fa7f04a8890e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/814c949b-db0f-44df-a375-da5e5868fcbb HTTP/1.1" status: 204 len: 168 time: 0.3029671 Mar 08 06:07:15.883244 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 38968) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:15.960449 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.052577 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e2a29-cd96-4687-962d-9e37c8c02c1a req-6eb9e619-42b4-4c3a-ab42-a9ef97df4844 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:16.054266 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-739e2a29-cd96-4687-962d-9e37c8c02c1a req-6eb9e619-42b4-4c3a-ab42-a9ef97df4844 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0833571 Mar 08 06:07:16.067859 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.093923 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.094650 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.095237 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.095648 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > port after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.096048 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.096441 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > port after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.096837 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.097206 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.097608 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.097997 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.116496 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-739e2a29-cd96-4687-962d-9e37c8c02c1a req-202981aa-caa7-4a76-9be6-88185342f1d4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532115 Mar 08 06:07:16.229147 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.229505 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.229839 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.230175 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:07:16.230561 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:16.248452 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92737fea-6cf4-47e1-b950-7b81c52067c9') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:16.248757 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92737fea-6cf4-47e1-b950-7b81c52067c9') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:16.265356 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (92737fea-6cf4-47e1-b950-7b81c52067c9), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.285846 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (92737fea-6cf4-47e1-b950-7b81c52067c9), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.295706 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:07:16.296112 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (92737fea-6cf4-47e1-b950-7b81c52067c9), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.325421 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-131c11c3-a30e-4f29-9135-73fbaad3327a req-c9526ce4-c9e4-4c8d-a7b8-50eef9cde12a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.0393326 Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: from cryptography.utils import int_from_bytes Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: from cryptography.utils import int_from_bytes Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:07:16.338066 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:07:16.403185 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.411176 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.414856 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc HTTP/1.1" status: 204 len: 168 time: 0.5304945 Mar 08 06:07:16.417793 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 38992) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:16.424461 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c79841-ac60-443b-9a3e-75464d86f506 admin admin] Pushing event deleted for resources: {'Network': ['ID=d89de4c7-8c2c-4a05-af7a-d3c3c03a1cfc,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:16.471106 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7199eb-1c49-4d9f-ace6-edba79ac1142 admin admin] Deleting subnet 7bd3f9e8-4885-4be2-828c-9fa9b9216c01 {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:07:16.474378 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb7199eb-1c49-4d9f-ace6-edba79ac1142 admin admin] Publish callbacks [] for subnet (7bd3f9e8-4885-4be2-828c-9fa9b9216c01), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.513517 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb7199eb-1c49-4d9f-ace6-edba79ac1142 admin admin] Publish callbacks [] for subnet (7bd3f9e8-4885-4be2-828c-9fa9b9216c01), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.524367 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb7199eb-1c49-4d9f-ace6-edba79ac1142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (7bd3f9e8-4885-4be2-828c-9fa9b9216c01), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.612615 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb7199eb-1c49-4d9f-ace6-edba79ac1142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (7bd3f9e8-4885-4be2-828c-9fa9b9216c01), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.642926 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7199eb-1c49-4d9f-ace6-edba79ac1142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd3f9e8-4885-4be2-828c-9fa9b9216c01,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:16.647332 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb7199eb-1c49-4d9f-ace6-edba79ac1142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.651958 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-bb7199eb-1c49-4d9f-ace6-edba79ac1142 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7bd3f9e8-4885-4be2-828c-9fa9b9216c01 HTTP/1.1" status: 204 len: 168 time: 0.2327375 Mar 08 06:07:16.655205 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39004) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:16.672740 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2853bac-9deb-4c85-9c42-5742186b2778 req-378dda0e-20d1-435c-aad1-fc14023debba tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:16.674265 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d2853bac-9deb-4c85-9c42-5742186b2778 req-378dda0e-20d1-435c-aad1-fc14023debba tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0961018 Mar 08 06:07:16.734509 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (aa571d15-a85e-42f6-bdb4-eaa06b5e4cec), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.736020 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d2853bac-9deb-4c85-9c42-5742186b2778 req-506945e2-9ac5-4664-8328-b2ee47d41e92 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Mar 08 06:07:16.807862 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bd6b8acf-ef8d-4795-afdd-79d136f79a68 req-56ba2b18-0f1d-46f9-9bba-fc3100c5fcfe tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0322511 Mar 08 06:07:16.829048 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (aa571d15-a85e-42f6-bdb4-eaa06b5e4cec), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.849881 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa571d15-a85e-42f6-bdb4-eaa06b5e4cec']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:16.859110 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b15cb5c-ded0-4c2a-b15a-7ac805c90507') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:16.859412 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b15cb5c-ded0-4c2a-b15a-7ac805c90507') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:16.868381 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (2b15cb5c-ded0-4c2a-b15a-7ac805c90507), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.881395 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (2b15cb5c-ded0-4c2a-b15a-7ac805c90507), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.887823 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:07:16.888202 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (2b15cb5c-ded0-4c2a-b15a-7ac805c90507), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:07:16.889786 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:07:16.948424 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (aa571d15-a85e-42f6-bdb4-eaa06b5e4cec), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.953181 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:16.957237 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aa571d15-a85e-42f6-bdb4-eaa06b5e4cec HTTP/1.1" status: 204 len: 168 time: 0.3006783 Mar 08 06:07:16.970935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5414e-82d1-4131-94f3-a8b992ff3c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa571d15-a85e-42f6-bdb4-eaa06b5e4cec,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:17.136699 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 39022) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:17.188361 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39028) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:17.188902 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-1ce42995-4955-452a-a343-8873bc8d6e1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8b6ec504bed94c31b4c214ee44d433cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503123 Mar 08 06:07:17.243458 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-167e27c4-5bcb-4ca2-8229-ed74b037119f admin admin] Publish callbacks [] for security_group (808fabfe-b3b0-4709-b426-6f49445126c3), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:17.256820 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c01c4-aca5-4cb9-8229-2ffa52fed61f req-65474770-21de-4b66-a0bb-347e2c91c512 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:17.258302 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bb3c01c4-aca5-4cb9-8229-2ffa52fed61f req-65474770-21de-4b66-a0bb-347e2c91c512 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0526848 Mar 08 06:07:17.263680 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-167e27c4-5bcb-4ca2-8229-ed74b037119f admin admin] Publish callbacks [] for security_group (808fabfe-b3b0-4709-b426-6f49445126c3), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:17.305899 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bb3c01c4-aca5-4cb9-8229-2ffa52fed61f req-1a1b2dd8-511f-45ae-84d9-fb3795c99c5a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Mar 08 06:07:17.311889 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-167e27c4-5bcb-4ca2-8229-ed74b037119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (808fabfe-b3b0-4709-b426-6f49445126c3), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:17.314566 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-167e27c4-5bcb-4ca2-8229-ed74b037119f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:17.318073 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-167e27c4-5bcb-4ca2-8229-ed74b037119f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/808fabfe-b3b0-4709-b426-6f49445126c3 HTTP/1.1" status: 204 len: 168 time: 0.1265197 Mar 08 06:07:17.332455 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e27c4-5bcb-4ca2-8229-ed74b037119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808fabfe-b3b0-4709-b426-6f49445126c3,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:17.439432 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d4ae07b7-1484-4100-83e1-8b2e66060eac req-1c505823-2d58-4757-9a28-3c10f7b7b727 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.0355139 Mar 08 06:07:17.668539 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39042) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:17.719749 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045533d1-9029-4e63-88e4-87e76392f8ac req-da5296d8-5d87-4c74-8228-f193acd00a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:17.721754 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-045533d1-9029-4e63-88e4-87e76392f8ac req-da5296d8-5d87-4c74-8228-f193acd00a59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 1127 time: 0.0787783 Mar 08 06:07:17.722669 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9f5a7f5a-aeac-4abd-9604-c75400be4d5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8aba308c2dba494a8286b7e125caf7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528309 Mar 08 06:07:17.725110 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39044) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:17.872648 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-64e000c8-99db-4de1-ba95-bd79aa5ab65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:17.874234 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-64e000c8-99db-4de1-ba95-bd79aa5ab65a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cf17efa407c4d9cbd7b6d451a3546bd&device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 1128 time: 0.1279747 Mar 08 06:07:17.875069 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a35da99f-4248-4978-93fa-0f264bcef461 admin admin] Publish callbacks [] for security_group (91e70c00-9951-44b8-9480-7519ca1e71eb), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:17.897321 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a35da99f-4248-4978-93fa-0f264bcef461 admin admin] Publish callbacks [] for security_group (91e70c00-9951-44b8-9480-7519ca1e71eb), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:17.976351 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd52183-eb6a-41ec-a429-5a9b07e83561 req-2349aa0a-35f4-4ba9-89be-1c677c2dc7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:17.977953 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-abd52183-eb6a-41ec-a429-5a9b07e83561 req-2349aa0a-35f4-4ba9-89be-1c677c2dc7dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1128 time: 0.2313387 Mar 08 06:07:17.979873 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5dc07830-a449-44e9-b6b7-c43ff5e176f9 req-2dcdf19a-b2bd-469b-a4c7-c1c89332eaac tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0848441 Mar 08 06:07:18.052062 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045533d1-9029-4e63-88e4-87e76392f8ac req-1bfc1d30-2f61-436e-96f7-2ad88ea8d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:18.053530 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-045533d1-9029-4e63-88e4-87e76392f8ac req-1bfc1d30-2f61-436e-96f7-2ad88ea8d917 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3083341 Mar 08 06:07:18.063205 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0933b-99a6-48be-879a-100c51f65feb req-a71e2b8e-bc1f-4277-a466-5ebe4dd7affd tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:18.064679 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-23c0933b-99a6-48be-879a-100c51f65feb req-a71e2b8e-bc1f-4277-a466-5ebe4dd7affd tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.2116323 Mar 08 06:07:18.068996 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a35da99f-4248-4978-93fa-0f264bcef461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (91e70c00-9951-44b8-9480-7519ca1e71eb), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:18.073452 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a35da99f-4248-4978-93fa-0f264bcef461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:18.077093 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a35da99f-4248-4978-93fa-0f264bcef461 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91e70c00-9951-44b8-9480-7519ca1e71eb HTTP/1.1" status: 204 len: 168 time: 0.3486035 Mar 08 06:07:18.090964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-38d7e017-9eeb-4cdf-adb9-7eb3262f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:18.092498 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-38d7e017-9eeb-4cdf-adb9-7eb3262f0034 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6fa44929-a6ae-4f49-8128-37f42a744c38 HTTP/1.1" status: 200 len: 913 time: 0.1811404 Mar 08 06:07:18.093264 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35da99f-4248-4978-93fa-0f264bcef461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e70c00-9951-44b8-9480-7519ca1e71eb,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:18.182483 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-6bb346b1-44e7-4ac7-a566-32985cd9d266 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 HTTP/1.1" status: 200 len: 217 time: 0.0745428 Mar 08 06:07:18.262567 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-814da431-6e97-41ac-824e-a42d59ad1ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:18.266020 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-814da431-6e97-41ac-824e-a42d59ad1ba4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99 HTTP/1.1" status: 200 len: 852 time: 0.0762482 Mar 08 06:07:18.349854 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd52183-eb6a-41ec-a429-5a9b07e83561 req-664c9040-e26c-42c8-aeec-afbc99b23698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:18.352250 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-abd52183-eb6a-41ec-a429-5a9b07e83561 req-664c9040-e26c-42c8-aeec-afbc99b23698 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3460112 Mar 08 06:07:18.385776 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-23c0933b-99a6-48be-879a-100c51f65feb req-6b7650da-9057-4443-adee-b6ef90ede1fb tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672622 Mar 08 06:07:18.485198 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045533d1-9029-4e63-88e4-87e76392f8ac req-6ce4ece2-c9b0-4338-b3b5-faeb8c3a5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:18.486751 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-045533d1-9029-4e63-88e4-87e76392f8ac req-6ce4ece2-c9b0-4338-b3b5-faeb8c3a5344 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4189038 Mar 08 06:07:18.540256 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380ba90-e68a-4350-af18-c3b60a831c8f req-70e8f5a0-d8b1-4c3e-9fad-867c7653041b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:18.544059 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4380ba90-e68a-4350-af18-c3b60a831c8f req-70e8f5a0-d8b1-4c3e-9fad-867c7653041b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.1075013 Mar 08 06:07:18.558358 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.31', 59656) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:18.636044 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-5eafc26d-aa01-40ed-94dc-e117cead6f27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6fa44929-a6ae-4f49-8128-37f42a744c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548285 Mar 08 06:07:18.741797 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4380ba90-e68a-4350-af18-c3b60a831c8f req-df25ee34-b47f-4a03-ae29-a9d44abd53d0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716173 Mar 08 06:07:18.758455 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-9c63cfd0-2449-418d-abd2-ce13b86520b5 service neutron] 10.222.0.31 "GET /v2.0/networks/6fa44929-a6ae-4f49-8128-37f42a744c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115239 Mar 08 06:07:18.947994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-33d05aee-4679-4f02-ac40-58a787da20ad tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:18.949765 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-33d05aee-4679-4f02-ac40-58a787da20ad tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 810 time: 0.3871622 Mar 08 06:07:19.045807 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-99338ac5-f565-42b5-950e-f9837abdec7e req-665da395-7a39-4db6-8bf8-689d99fb661a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.3494132 Mar 08 06:07:19.099995 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3b34dc03-cdd4-4a87-bbb9-3f553a391640 req-ebf5af53-78b4-4513-8fa0-4df86b8ce92c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0366144 Mar 08 06:07:19.100269 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:19.113446 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd52183-eb6a-41ec-a429-5a9b07e83561 req-f54ddf83-20e5-4539-a02e-3e0701101dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:19.115071 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-abd52183-eb6a-41ec-a429-5a9b07e83561 req-f54ddf83-20e5-4539-a02e-3e0701101dac service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5683608 Mar 08 06:07:19.120343 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-2e225316-80e9-4e44-8e21-4af13da34b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:19.121741 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-2e225316-80e9-4e44-8e21-4af13da34b92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 1127 time: 0.4042456 Mar 08 06:07:19.497932 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcd660-83a5-4490-b0fe-2e5fbff38543 req-d1c43232-714b-4d8f-8e6b-af75d01ea5e6 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:19.499484 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-21bcd660-83a5-4490-b0fe-2e5fbff38543 req-d1c43232-714b-4d8f-8e6b-af75d01ea5e6 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0566072 Mar 08 06:07:19.548787 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-21bcd660-83a5-4490-b0fe-2e5fbff38543 req-f2c5a2d0-7038-4e49-8639-1bbe41793241 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Mar 08 06:07:19.852149 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cad28a-0a3d-4b53-8663-f631b6486bd2 req-377a33c5-7b4f-4f3d-8d62-3e370e6506b3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:19.854130 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b7cad28a-0a3d-4b53-8663-f631b6486bd2 req-377a33c5-7b4f-4f3d-8d62-3e370e6506b3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0555837 Mar 08 06:07:19.902321 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b7cad28a-0a3d-4b53-8663-f631b6486bd2 req-54448c16-aca8-43b2-bf3c-0b8508f1f61b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 Mar 08 06:07:20.155834 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-eff4a8f4-c81b-46ca-bac5-75398a65e0f0 req-dfd69f1a-a2ea-4505-8148-50f663428826 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.0278811 Mar 08 06:07:20.199546 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5072a400-e4d4-4b6b-9674-531bd3332121 req-3d55e154-8bee-4ca7-b473-bc9b5a8ecd84 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0278594 Mar 08 06:07:20.489150 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:07:20.670305 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d3895-afa8-417f-9a78-9f65cdfcc2ef req-efd5a6a6-5a38-4fd5-b13d-92dd3682abda tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:20.671718 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ad8d3895-afa8-417f-9a78-9f65cdfcc2ef req-efd5a6a6-5a38-4fd5-b13d-92dd3682abda tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0556242 Mar 08 06:07:20.717740 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ad8d3895-afa8-417f-9a78-9f65cdfcc2ef req-96c4b135-8a1b-4507-920b-a24cf4c1b748 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405908 Mar 08 06:07:21.019195 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d5859-f639-4d11-b78f-9342cb9fd99b req-38230e8f-f829-44ee-aca1-17b806303d73 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:21.020643 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3d6d5859-f639-4d11-b78f-9342cb9fd99b req-38230e8f-f829-44ee-aca1-17b806303d73 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0511994 Mar 08 06:07:21.068683 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3d6d5859-f639-4d11-b78f-9342cb9fd99b req-e1f5a54d-a2dc-465e-8721-71708315b661 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Mar 08 06:07:21.254175 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-686d1bf9-bb2a-4005-bd0b-6fc730f26288 req-cb4ea679-4df1-46c3-961c-bd619d1321b1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.0282352 Mar 08 06:07:21.297484 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5e29aa87-4f73-411e-836c-7281341eafe0 req-a65d32a9-86ef-4e79-a718-ec5cf0f5e565 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0310221 Mar 08 06:07:21.836289 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f82c6-8e3d-41c5-bd64-155fac327f58 req-269387da-a270-4bc9-ab0e-be2bbdece16a tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:21.837774 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2e5f82c6-8e3d-41c5-bd64-155fac327f58 req-269387da-a270-4bc9-ab0e-be2bbdece16a tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0538821 Mar 08 06:07:21.885021 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2e5f82c6-8e3d-41c5-bd64-155fac327f58 req-1927b26c-a61a-4038-853a-78f730b55821 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Mar 08 06:07:22.186878 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4710ad2-a254-4be7-9634-d7b05e62f1b6 req-c29c6b6e-a22c-400f-a9b6-73539079a6b7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:22.188345 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d4710ad2-a254-4be7-9634-d7b05e62f1b6 req-c29c6b6e-a22c-400f-a9b6-73539079a6b7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0528066 Mar 08 06:07:22.234305 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d4710ad2-a254-4be7-9634-d7b05e62f1b6 req-12ff9bc1-f25c-439f-a037-cb4952d190a7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404627 Mar 08 06:07:22.355644 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0bd70f9-c78f-4167-a5cc-a23f31ca7074 req-4602efde-3464-47ae-9b33-b2b65736f87f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.0311859 Mar 08 06:07:22.390529 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3a9f508f-f780-4912-a6df-ce56b98e662f req-298c8f8a-4ea7-44bf-a2e4-2cc2d528ab01 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0280313 Mar 08 06:07:22.696250 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-4529bc83-2f56-40d3-b19b-73c7f459b431 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097eea28-7528-4d20-ac89-54d0791e76ce HTTP/1.1" status: 200 len: 217 time: 0.0356269 Mar 08 06:07:22.706151 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.31', 59661) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:22.763203 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-6a9e4acf-6ac8-437e-999a-98a623545eeb service neutron] 10.222.0.31 "GET /v2.0/networks/6fa44929-a6ae-4f49-8128-37f42a744c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465321 Mar 08 06:07:22.825105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-320547e9-6f11-403e-b995-eba59d992ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:22.827210 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-320547e9-6f11-403e-b995-eba59d992ea5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1128 time: 0.1160419 Mar 08 06:07:22.835982 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-68b19553-da2b-44ed-b642-37e0f6f73876 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819589deabfe4d30b83cff86a10b00ce HTTP/1.1" status: 200 len: 380 time: 0.1610780 Mar 08 06:07:22.843272 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-33f69db8-a37b-41ed-bf92-94e0103aaa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:22.846263 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-33f69db8-a37b-41ed-bf92-94e0103aaa09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.1265209 Mar 08 06:07:22.861098 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'port': {'device_id': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'admin_state_up': True, 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'security_groups': ['beef7a99-337a-422b-a668-ae8504c2cb9d']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:22.900175 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-1db9e2b2-1403-4459-bcb7-6dc0317f9b03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393679 Mar 08 06:07:22.939669 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-3c40198c-15f7-4923-af50-cac6c85538b1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:22.941524 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-3c40198c-15f7-4923-af50-cac6c85538b1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 817 time: 0.2427406 Mar 08 06:07:23.022703 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-7ec9f9a2-2690-468b-a5e6-b6025a600e5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c242c95-4133-46ff-84f6-9b450ce8929a HTTP/1.1" status: 200 len: 217 time: 0.1784911 Mar 08 06:07:23.065475 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-12809e32-3346-4998-bb64-e34a6c159755 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bac5ef03da8437ab8c6c14818aee92a HTTP/1.1" status: 200 len: 380 time: 0.0882645 Mar 08 06:07:23.081856 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'port': {'device_id': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'admin_state_up': True, 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'security_groups': ['d6b1aabc-8749-43c2-93e3-18a5c61668b0']}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:23.087000 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-4546cb19-c4ca-4b53-a81e-ea3280471712 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807797 Mar 08 06:07:23.273618 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4235a-3d68-4416-9abd-0553ed3c545b req-c9a6f4f1-6ebf-480f-811b-4c21f7e954c1 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:23.275238 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-92c4235a-3d68-4416-9abd-0553ed3c545b req-c9a6f4f1-6ebf-480f-811b-4c21f7e954c1 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.2179463 Mar 08 06:07:23.291324 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-739c1d08-e1ca-42a8-8f4d-ace08f7757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:23.294609 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-739c1d08-e1ca-42a8-8f4d-ace08f7757c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.2660460 Mar 08 06:07:23.326755 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-0e5e466a-c158-4846-b6de-619222a1b5bf service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218204 Mar 08 06:07:23.345516 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-d080e94d-9eab-426f-9d78-8f96d813cd4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436974 Mar 08 06:07:23.386661 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Made reservation on behalf of 819589deabfe4d30b83cff86a10b00ce for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:23.388156 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-92c4235a-3d68-4416-9abd-0553ed3c545b req-47d76dde-5190-4e64-ba2f-20499eebfc2c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053953 Mar 08 06:07:23.390126 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Made reservation on behalf of 6bac5ef03da8437ab8c6c14818aee92a for: {'port': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:23.390351 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:23.393587 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:23.438756 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca1d6e-0c79-4fcd-a8a7-d7a0a416fba3 req-93430f9b-2586-4688-8cac-49be293272e3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:23.440445 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d6ca1d6e-0c79-4fcd-a8a7-d7a0a416fba3 req-93430f9b-2586-4688-8cac-49be293272e3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.1039131 Mar 08 06:07:23.527504 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b1f62951-91fa-4405-906a-aedb2db526ab req-079681c6-680e-4e5a-8296-d3dcb8f518ed tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.0479035 Mar 08 06:07:23.562069 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-37b13986-cd6a-427e-b279-88ff29dde8e3 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080157 Mar 08 06:07:23.592377 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d6ca1d6e-0c79-4fcd-a8a7-d7a0a416fba3 req-67222c49-75ec-4533-aecf-0050e413c975 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184192 Mar 08 06:07:23.630231 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Allocated IP 172.20.0.14 (cc057a0a-6438-4955-afc7-7a4b9fd32d05/1ef7d34b-0915-427a-b422-fdcea5695c0a/543b2d2f-c20b-4099-8079-317a7c29b785) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:07:23.691361 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Allocated IP 172.20.0.7 (ac555e4a-2b44-48f8-ac03-53f7dda672bc/a6321825-4606-42a2-8541-472404faf524/1b88936d-44da-439d-9c83-aa14387d6bed) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:07:23.711277 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4a5644e1-1b96-4460-a768-b1ad25fed4b8 req-df23924b-28e9-47e0-b6ab-3f434a9352d4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0681980 Mar 08 06:07:23.830549 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c18b3c21-1da4-4aed-9320-19236a5583c5 req-0ea9b424-9da9-4b69-9161-5dc692903f06 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606797 Mar 08 06:07:23.841392 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for port (543b2d2f-c20b-4099-8079-317a7c29b785), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:23.879727 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:23.892681 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for port (1b88936d-44da-439d-9c83-aa14387d6bed), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:23.907415 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39254) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:23.932747 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:07:23.936429 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:23.939276 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:23.939509 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:07:23.945669 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:23.946219 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:23.960390 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:23.974624 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-21c606f9-a610-46b7-883a-ab1b6318c62e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8972883 Mar 08 06:07:23.983132 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:07:23.988388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:23.995152 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:07:24.047322 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'Port': ['ID=1b88936d-44da-439d-9c83-aa14387d6bed,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:24.076397 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c3a44e24-e1e9-4106-8e9f-c825f5892aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.083526 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:24.084149 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.112841 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-6348f190-e889-4f22-8da5-a750544d548b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2667022 Mar 08 06:07:24.179287 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c3a44e24-e1e9-4106-8e9f-c825f5892aee admin admin] Publish callbacks [] for security_group (808aa5a7-7dfc-4c74-8854-bdd6936b4bef), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.185807 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c3a44e24-e1e9-4106-8e9f-c825f5892aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (808aa5a7-7dfc-4c74-8854-bdd6936b4bef), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.224124 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a44e24-e1e9-4106-8e9f-c825f5892aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808aa5a7-7dfc-4c74-8854-bdd6936b4bef,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:24.229446 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c3a44e24-e1e9-4106-8e9f-c825f5892aee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0176991291b546a8b70b5d0faf88aa3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208799 Mar 08 06:07:24.232197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39260) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:24.279657 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-98a2eacd-97cd-47c5-bca1-194afbe739be admin admin] Publish callbacks [] for security_group (808aa5a7-7dfc-4c74-8854-bdd6936b4bef), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.291709 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-5d1d4b22-1b54-49a7-a250-d8afe5c99869 None None] Provisioning complete for port 543b2d2f-c20b-4099-8079-317a7c29b785 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:24.292293 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4b22-1b54-49a7-a250-d8afe5c99869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.311356 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-98a2eacd-97cd-47c5-bca1-194afbe739be admin admin] Publish callbacks [] for security_group (808aa5a7-7dfc-4c74-8854-bdd6936b4bef), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.333885 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d4b22-1b54-49a7-a250-d8afe5c99869 None None] Port 543b2d2f-c20b-4099-8079-317a7c29b785 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:07:24.343736 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-5d1d4b22-1b54-49a7-a250-d8afe5c99869 None None] Provisioning complete for port 1b88936d-44da-439d-9c83-aa14387d6bed triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:24.344088 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4b22-1b54-49a7-a250-d8afe5c99869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.365707 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-98a2eacd-97cd-47c5-bca1-194afbe739be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (808aa5a7-7dfc-4c74-8854-bdd6936b4bef), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.368360 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-98a2eacd-97cd-47c5-bca1-194afbe739be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.369572 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-98a2eacd-97cd-47c5-bca1-194afbe739be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/808aa5a7-7dfc-4c74-8854-bdd6936b4bef HTTP/1.1" status: 204 len: 168 time: 0.1366899 Mar 08 06:07:24.377197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2eacd-97cd-47c5-bca1-194afbe739be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808aa5a7-7dfc-4c74-8854-bdd6936b4bef,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:24.377680 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-5d1d4b22-1b54-49a7-a250-d8afe5c99869 None None] Port 1b88936d-44da-439d-9c83-aa14387d6bed cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:07:24.516676 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba540c3-0d39-47d6-b429-c864923f4db5 req-4423a5c6-4c85-4f84-a46d-4aa80d976735 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:24.518143 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1ba540c3-0d39-47d6-b429-c864923f4db5 req-4423a5c6-4c85-4f84-a46d-4aa80d976735 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0522857 Mar 08 06:07:24.564553 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1ba540c3-0d39-47d6-b429-c864923f4db5 req-95d62585-1f17-4b3a-bc43-25e7883f5111 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Mar 08 06:07:24.648157 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39276) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:24.663019 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e867c470-eaf4-4ba3-8e1a-310923596de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.688148 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d0224-a5b4-45d9-b924-5793a2d24185 req-9a438240-2881-4765-8ddc-e6c0d2e3ccdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:24.689521 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da1d0224-a5b4-45d9-b924-5793a2d24185 req-9a438240-2881-4765-8ddc-e6c0d2e3ccdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 932 time: 0.0618680 Mar 08 06:07:24.746022 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e867c470-eaf4-4ba3-8e1a-310923596de0 admin admin] Publish callbacks [] for security_group (ffc11144-5a1f-41dc-9bce-f8f89ebe9250), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.751610 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e867c470-eaf4-4ba3-8e1a-310923596de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ffc11144-5a1f-41dc-9bce-f8f89ebe9250), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.765558 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da1d0224-a5b4-45d9-b924-5793a2d24185 req-ad0dab86-2b92-443b-9ffc-f687b8b81e3e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576346 Mar 08 06:07:24.772536 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e10e3-0846-4623-ae14-8f178edf4ab5 req-91745d08-67bc-4d0c-9354-8cb85fe2a8ed tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:24.774053 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f69e10e3-0846-4623-ae14-8f178edf4ab5 req-91745d08-67bc-4d0c-9354-8cb85fe2a8ed tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.1011202 Mar 08 06:07:24.793007 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867c470-eaf4-4ba3-8e1a-310923596de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc11144-5a1f-41dc-9bce-f8f89ebe9250,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:24.799405 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e867c470-eaf4-4ba3-8e1a-310923596de0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5bc89ffdf314b819055346bfd8f2d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502011 Mar 08 06:07:24.802298 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39282) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:24.830660 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f69e10e3-0846-4623-ae14-8f178edf4ab5 req-18265724-efa9-4346-ba53-e157b53c3ffd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505362 Mar 08 06:07:24.854024 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-92d8aaf7-9d4b-446e-a6ca-cea90c7fb22b admin admin] Publish callbacks [] for security_group (ffc11144-5a1f-41dc-9bce-f8f89ebe9250), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.875238 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-92d8aaf7-9d4b-446e-a6ca-cea90c7fb22b admin admin] Publish callbacks [] for security_group (ffc11144-5a1f-41dc-9bce-f8f89ebe9250), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.887554 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe68c1b-1bc6-4b76-a713-9842f0d8e1f6 req-5339dc6d-222e-4af7-8189-c30f479c2de2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:24.889018 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bbe68c1b-1bc6-4b76-a713-9842f0d8e1f6 req-5339dc6d-222e-4af7-8189-c30f479c2de2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 931 time: 0.0535929 Mar 08 06:07:24.932865 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-92d8aaf7-9d4b-446e-a6ca-cea90c7fb22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ffc11144-5a1f-41dc-9bce-f8f89ebe9250), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.936382 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-92d8aaf7-9d4b-446e-a6ca-cea90c7fb22b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:24.940104 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-92d8aaf7-9d4b-446e-a6ca-cea90c7fb22b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ffc11144-5a1f-41dc-9bce-f8f89ebe9250 HTTP/1.1" status: 204 len: 168 time: 0.1343353 Mar 08 06:07:24.944582 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bbe68c1b-1bc6-4b76-a713-9842f0d8e1f6 req-b7f25fa7-378e-45c2-9c77-9d7afa7699cb tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498867 Mar 08 06:07:24.947366 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8aaf7-9d4b-446e-a6ca-cea90c7fb22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc11144-5a1f-41dc-9bce-f8f89ebe9250,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:25.688025 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0361706-7054-4743-bac5-cac40d438c3f req-9fc1071b-c1de-460d-ac12-1d9692acfaca tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:25.689639 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d0361706-7054-4743-bac5-cac40d438c3f req-9fc1071b-c1de-460d-ac12-1d9692acfaca tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0576704 Mar 08 06:07:25.742071 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d0361706-7054-4743-bac5-cac40d438c3f req-f675a02f-c7ea-4152-87ef-e7404510354d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469751 Mar 08 06:07:25.900623 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e6c00-c959-4010-bca4-2fa0340746c4 req-b8a70791-c4f9-4620-8c1a-4d699e34a7a7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:25.902116 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a69e6c00-c959-4010-bca4-2fa0340746c4 req-b8a70791-c4f9-4620-8c1a-4d699e34a7a7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 932 time: 0.0587766 Mar 08 06:07:25.982655 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a69e6c00-c959-4010-bca4-2fa0340746c4 req-9f8e4160-947d-47e7-911f-11283095077d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715466 Mar 08 06:07:25.991439 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dedfa-1934-4f27-b06f-517609b7640a req-8b47cd73-2c5e-4520-886c-0bf673e2e94b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:25.993204 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6d8dedfa-1934-4f27-b06f-517609b7640a req-8b47cd73-2c5e-4520-886c-0bf673e2e94b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0899234 Mar 08 06:07:26.093093 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6d8dedfa-1934-4f27-b06f-517609b7640a req-a0a2e2c4-8407-490a-8caa-793eac0147ee tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795317 Mar 08 06:07:26.120844 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b58ec-dad9-4123-93f9-42e29d6db07c req-4f6f3354-8254-45b3-a1f5-6dbb14019b76 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:26.122375 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c44b58ec-dad9-4123-93f9-42e29d6db07c req-4f6f3354-8254-45b3-a1f5-6dbb14019b76 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 931 time: 0.0763700 Mar 08 06:07:26.170452 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c44b58ec-dad9-4123-93f9-42e29d6db07c req-4a5e2842-ce73-424e-98ee-e2b96a5a5a95 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 Mar 08 06:07:26.862622 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20072422-e1fe-4b85-95f6-bb7fb319ff0f req-e9f32311-4076-4b22-8b68-1a0002d7ce0e tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:26.864300 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-20072422-e1fe-4b85-95f6-bb7fb319ff0f req-e9f32311-4076-4b22-8b68-1a0002d7ce0e tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0561330 Mar 08 06:07:26.918889 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-20072422-e1fe-4b85-95f6-bb7fb319ff0f req-dfb8e189-ef93-424f-85de-78418706855c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475328 Mar 08 06:07:27.115429 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a119a33-52c5-4276-97b0-390db40610ad req-03ea69e5-96a0-49d8-b4de-ed0d976df690 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:27.117172 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1a119a33-52c5-4276-97b0-390db40610ad req-03ea69e5-96a0-49d8-b4de-ed0d976df690 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 932 time: 0.0597510 Mar 08 06:07:27.179419 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1a119a33-52c5-4276-97b0-390db40610ad req-073c3f33-bd46-41c8-b074-499ab02eb626 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551476 Mar 08 06:07:27.221779 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6c35e-cba9-42b5-90f8-9d47fc410db7 req-b4f19f26-6d72-4434-979e-ad1bfacb3813 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:27.223396 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02e6c35e-cba9-42b5-90f8-9d47fc410db7 req-b4f19f26-6d72-4434-979e-ad1bfacb3813 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0568018 Mar 08 06:07:27.302116 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02e6c35e-cba9-42b5-90f8-9d47fc410db7 req-2e5f3496-f5a2-4bef-a4ef-f95d37f6a982 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727375 Mar 08 06:07:27.317337 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2c8a-bad2-433d-ae36-6ba3b1b55960 req-ff8f28c0-8823-4525-92ed-03c777542b09 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:27.318859 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-743e2c8a-bad2-433d-ae36-6ba3b1b55960 req-ff8f28c0-8823-4525-92ed-03c777542b09 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 931 time: 0.0765476 Mar 08 06:07:27.369880 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-743e2c8a-bad2-433d-ae36-6ba3b1b55960 req-4ee9ef97-094d-4e4b-9644-3fa29693139d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446324 Mar 08 06:07:27.505037 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Request body: {'port': {'device_id': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:27.505623 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Request body: {'port': {'device_id': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:27.598745 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:27.602655 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:27.866680 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543b2d2f-c20b-4099-8079-317a7c29b785 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:27.867828 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b88936d-44da-439d-9c83-aa14387d6bed {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:27.874154 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Publish callbacks [] for port (543b2d2f-c20b-4099-8079-317a7c29b785), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:27.875587 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Publish callbacks [] for port (1b88936d-44da-439d-9c83-aa14387d6bed), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:27.889004 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Transition to ACTIVE for port object 543b2d2f-c20b-4099-8079-317a7c29b785 will not be triggered until provisioned by entity L2. {{(pid=103358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:07:27.890909 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Transition to ACTIVE for port object 1b88936d-44da-439d-9c83-aa14387d6bed will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:07:27.893532 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:27.894435 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:27.946035 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Pushing event updated for resources: {'Port': ['ID=1b88936d-44da-439d-9c83-aa14387d6bed,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:27.965229 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:28.019098 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Attempting to bind port 543b2d2f-c20b-4099-8079-317a7c29b785 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:07:28.019676 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Attempting to bind port 543b2d2f-c20b-4099-8079-317a7c29b785 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:07:28.020180 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Attempting to bind port 543b2d2f-c20b-4099-8079-317a7c29b785 on network cc057a0a-6438-4955-afc7-7a4b9fd32d05 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:28.021129 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Attempting to bind port 1b88936d-44da-439d-9c83-aa14387d6bed on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:07:28.021472 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Attempting to bind port 1b88936d-44da-439d-9c83-aa14387d6bed by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:07:28.021806 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Attempting to bind port 1b88936d-44da-439d-9c83-aa14387d6bed on network ac555e4a-2b44-48f8-ac03-53f7dda672bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:28.031709 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Port 1b88936d-44da-439d-9c83-aa14387d6bed on network ac555e4a-2b44-48f8-ac03-53f7dda672bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:07:28.032037 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Attempting to bind port 1b88936d-44da-439d-9c83-aa14387d6bed on network ac555e4a-2b44-48f8-ac03-53f7dda672bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:28.039355 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:07:28.039695 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Checking segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:28.040076 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Bound using segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:07:28.040549 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Bound port: 1b88936d-44da-439d-9c83-aa14387d6bed, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:07:28.041135 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:28.064648 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Port 543b2d2f-c20b-4099-8079-317a7c29b785 on network cc057a0a-6438-4955-afc7-7a4b9fd32d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:07:28.064967 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Attempting to bind port 543b2d2f-c20b-4099-8079-317a7c29b785 on network cc057a0a-6438-4955-afc7-7a4b9fd32d05 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:07:28.074628 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:07:28.075151 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Checking segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:28.075724 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Bound using segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:07:28.076401 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Bound port: 543b2d2f-c20b-4099-8079-317a7c29b785, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:07:28.077210 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:28.091637 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bae0be-3fbc-48bf-a9ba-ac186a623d78 req-17ad070e-7b82-4956-a2b1-22d9905bbabe tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.093219 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e5bae0be-3fbc-48bf-a9ba-ac186a623d78 req-17ad070e-7b82-4956-a2b1-22d9905bbabe tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0754085 Mar 08 06:07:28.116096 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] For port 1b88936d-44da-439d-9c83-aa14387d6bed, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:07:28.119968 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] For port 1b88936d-44da-439d-9c83-aa14387d6bed, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1b88936d-44da-439d-9c83-aa14387d6bed,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:07:28.127578 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:28.173683 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.174913 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:28.176504 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] 10.222.0.31 "PUT /v2.0/ports/1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 200 len: 1093 time: 0.6769018 Mar 08 06:07:28.177349 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'tag': '1b88936d-44da-439d-9c83-aa14387d6bed'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:28.180401 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674184dc-5d6c-479a-96c3-313fd7eb8fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "9488d7ed-a800-4c89-9e9f-5329515519d8", "tag": "1b88936d-44da-439d-9c83-aa14387d6bed"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:28.198286 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e5bae0be-3fbc-48bf-a9ba-ac186a623d78 req-94af83ba-a49e-4cb0-bf58-3d3f4a45faec tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985615 Mar 08 06:07:28.208037 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e349db2-8649-41cb-a25d-1e7497662194 service neutron] Pushing event updated for resources: {'Port': ['ID=1b88936d-44da-439d-9c83-aa14387d6bed,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:28.254367 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:07:28.259706 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:07:28.269314 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:28.305264 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1a8ee-c407-407f-87de-858e14e67902 x-openstack-request-id: req-82a1a8ee-c407-407f-87de-858e14e67902 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:28.305706 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9488d7ed-a800-4c89-9e9f-5329515519d8", "tag": "1b88936d-44da-439d-9c83-aa14387d6bed", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:28.306893 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82a1a8ee-c407-407f-87de-858e14e67902 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:28.307479 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'tag': '1b88936d-44da-439d-9c83-aa14387d6bed', 'status': 'completed', 'code': 200} Mar 08 06:07:28.342358 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-c32775a6-e2ad-44ba-ba25-701d275afa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.344466 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-c32775a6-e2ad-44ba-ba25-701d275afa70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 1127 time: 0.0763798 Mar 08 06:07:28.369420 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.370098 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:28.371453 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] 10.222.0.31 "PUT /v2.0/ports/543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 1094 time: 0.8724573 Mar 08 06:07:28.372656 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:28.375073 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efe1c83-be41-4b40-834e-5abb17544fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:28.416332 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c56e32-2511-4ab6-a107-d75699193e72 req-7f444e6d-378a-43a9-93c4-0b95b533b60e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.417912 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b4c56e32-2511-4ab6-a107-d75699193e72 req-7f444e6d-378a-43a9-93c4-0b95b533b60e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.1226387 Mar 08 06:07:28.418758 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-c2a5c254-3018-469e-981d-e7dd19d85cc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 200 len: 217 time: 0.0581632 Mar 08 06:07:28.420777 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909419fb-d2d1-4713-9e76-a5e949f61cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:28.495687 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-4f6f2207-ee86-48e1-acbd-346fe99b35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.497790 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-4f6f2207-ee86-48e1-acbd-346fe99b35c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0616348 Mar 08 06:07:28.550680 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddace90e-ca62-4167-b617-167eab7a5da0 req-e2d12d0c-3829-48cb-b607-38289c5c78af tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.552232 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ddace90e-ca62-4167-b617-167eab7a5da0 req-e2d12d0c-3829-48cb-b607-38289c5c78af tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.1333477 Mar 08 06:07:28.572038 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b4c56e32-2511-4ab6-a107-d75699193e72 req-a17f97fe-685d-4551-82df-0d2806bd527b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348429 Mar 08 06:07:28.578388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-f0ac82fa-a029-4e2f-9626-683d7d72b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.580246 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-f0ac82fa-a029-4e2f-9626-683d7d72b882 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751498 Mar 08 06:07:28.631848 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ecb19f-e78a-4470-9525-3c84086e311b x-openstack-request-id: req-d1ecb19f-e78a-4470-9525-3c84086e311b {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:28.632145 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:28.632396 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1ecb19f-e78a-4470-9525-3c84086e311b {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:28.632790 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785', 'status': 'completed', 'code': 200} Mar 08 06:07:28.637751 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-417281f8-f5e8-4ef5-8fcb-0538b11cfcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.639267 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-417281f8-f5e8-4ef5-8fcb-0538b11cfcca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1128 time: 0.1733284 Mar 08 06:07:28.663241 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ddace90e-ca62-4167-b617-167eab7a5da0 req-42229ba2-6b71-4a68-8d66-8a5d36d00354 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899234 Mar 08 06:07:28.742839 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c4ab1-bda5-44bb-9e56-4673bd8a0583 req-bbae05b8-a54a-47bd-8c4c-50136af605f8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.744878 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a65c4ab1-bda5-44bb-9e56-4673bd8a0583 req-bbae05b8-a54a-47bd-8c4c-50136af605f8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 943 time: 0.0535812 Mar 08 06:07:28.815275 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-16792636-15da-45b0-8f37-e6ec8dcf6e37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 217 time: 0.0422745 Mar 08 06:07:28.826340 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a65c4ab1-bda5-44bb-9e56-4673bd8a0583 req-3df6daf3-193f-4ea9-b2f8-ea4ef2d6aa30 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756838 Mar 08 06:07:28.837910 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-65bfbccd-c838-4717-86b8-6935d19e2d5f service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903196 Mar 08 06:07:28.869285 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-09b56208-94a9-4846-8606-a740d24b8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:28.870833 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-09b56208-94a9-4846-8606-a740d24b8d6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0435159 Mar 08 06:07:28.927679 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e284b2d7-a3c7-4c30-ad86-8c0fac3d125f req-158302ef-909d-4f20-a2ba-0bdcceb8b876 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822079 Mar 08 06:07:29.090432 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-cd17bced-7bdb-4839-a4a9-75d40e6f5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.092227 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-cd17bced-7bdb-4839-a4a9-75d40e6f5cf7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 1127 time: 0.0468302 Mar 08 06:07:29.124632 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-935846b2-467b-4e46-b181-d911e5cea028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.126050 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-935846b2-467b-4e46-b181-d911e5cea028 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2471869 Mar 08 06:07:29.187866 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-e55857ae-f0d3-4d39-9ca4-9f3021b5a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.189679 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-e55857ae-f0d3-4d39-9ca4-9f3021b5a208 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 911 time: 0.0908046 Mar 08 06:07:29.219226 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-3c9a6d57-5abe-40f0-9a75-7e217d568f7f service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Mar 08 06:07:29.235206 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-2bee8004-9fb5-4c7e-b6de-3373a17fc285 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 200 len: 217 time: 0.0386775 Mar 08 06:07:29.296669 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-757db834-9530-42be-ad6a-e2986ff90cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.298391 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-757db834-9530-42be-ad6a-e2986ff90cde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0566576 Mar 08 06:07:29.351647 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-ee4d8786-ded6-4568-b9d5-9c00468af88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.353809 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-ee4d8786-ded6-4568-b9d5-9c00468af88d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469306 Mar 08 06:07:29.362412 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ed77af4-5402-48a2-ad2f-d28aa32c1068 req-0626ca80-de42-4488-92b5-f2e7ab2658a7 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368201 Mar 08 06:07:29.372583 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126733c2-e8bc-4b8a-8ad4-d1c4bfc8fd77 req-f1b7b5b7-88d7-49a1-ad87-8212904c8646 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.380623 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-126733c2-e8bc-4b8a-8ad4-d1c4bfc8fd77 req-f1b7b5b7-88d7-49a1-ad87-8212904c8646 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0869813 Mar 08 06:07:29.425149 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-126733c2-e8bc-4b8a-8ad4-d1c4bfc8fd77 req-02fcfe44-06a7-4275-9f35-aaaf8e8e7fb5 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Mar 08 06:07:29.459781 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-a5ebd4fc-f80d-4406-9aed-51963dc25aad service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993767 Mar 08 06:07:29.561650 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-830611a4-8446-4a0e-8b95-66abf5b54868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.563307 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-830611a4-8446-4a0e-8b95-66abf5b54868 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1128 time: 0.0505552 Mar 08 06:07:29.611871 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-674184dc-5d6c-479a-96c3-313fd7eb8fb2 req-6965e640-5026-482f-a60b-7a4bd0273845 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986719 Mar 08 06:07:29.813438 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-3e6dc41e-b4f6-49e5-a043-6a46a204523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.814957 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-3e6dc41e-b4f6-49e5-a043-6a46a204523b service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.2451329 Mar 08 06:07:29.823954 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6148d70-c8ca-46d5-ba9d-cf23cb61a26c req-c6dbeb8a-8824-45a1-9a80-40ff436da524 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.825490 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d6148d70-c8ca-46d5-ba9d-cf23cb61a26c req-c6dbeb8a-8824-45a1-9a80-40ff436da524 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.1575260 Mar 08 06:07:29.876832 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-e3da2aa6-ecaf-4284-836b-2505ae13bd39 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 217 time: 0.0492382 Mar 08 06:07:29.907740 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d20be-a49f-4f91-8c20-a911b6cca16a req-302c30cb-858c-46d6-8c2a-0ebc8b153697 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.909308 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f0d20be-a49f-4f91-8c20-a911b6cca16a req-302c30cb-858c-46d6-8c2a-0ebc8b153697 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.1618135 Mar 08 06:07:29.990691 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-dc13a95f-536a-4f53-95e1-bc7d3d4fe189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:29.992163 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-dc13a95f-536a-4f53-95e1-bc7d3d4fe189 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.1058347 Mar 08 06:07:29.997555 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d6148d70-c8ca-46d5-ba9d-cf23cb61a26c req-9878183a-5029-4f03-86b5-6cb7f1a8bbb3 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614549 Mar 08 06:07:30.038530 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f0d20be-a49f-4f91-8c20-a911b6cca16a req-7a52a9cc-dab3-4e4f-8c19-734d81c0b273 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036651 Mar 08 06:07:30.054756 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-855797c9-a288-4fba-b5be-ee470d11db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:30.056319 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-855797c9-a288-4fba-b5be-ee470d11db91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579109 Mar 08 06:07:30.174408 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a210cbb-a780-4137-982b-920c35615fd7 req-f80626c4-4b6a-4cca-ac7e-f5f81818a404 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:30.175849 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8a210cbb-a780-4137-982b-920c35615fd7 req-f80626c4-4b6a-4cca-ac7e-f5f81818a404 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 943 time: 0.1148908 Mar 08 06:07:30.193159 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-0e9d19ca-7d05-4a3b-8105-88708fb8d100 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241338 Mar 08 06:07:30.281625 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8a210cbb-a780-4137-982b-920c35615fd7 req-ea5400ca-bb51-4f71-afa4-2eb2f50b0da4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000478 Mar 08 06:07:30.309650 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efe1c83-be41-4b40-834e-5abb17544fb8 req-fb2ce2f9-38c4-450e-b183-53397349de74 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082344 Mar 08 06:07:30.546542 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e50b9-c096-4f71-886b-bc6e33a02d25 req-7315bd55-7640-4c4f-8275-28bec92c31ec tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:30.548068 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4a2e50b9-c096-4f71-886b-bc6e33a02d25 req-7315bd55-7640-4c4f-8275-28bec92c31ec tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0564296 Mar 08 06:07:30.594479 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4a2e50b9-c096-4f71-886b-bc6e33a02d25 req-26a561d3-fd29-41a5-a32f-70df5b99e537 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Mar 08 06:07:31.151085 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c01809-5abf-436c-987c-d52e48f99a0c req-bed5639c-22dc-465e-b3d0-592299184805 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:31.152567 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b3c01809-5abf-436c-987c-d52e48f99a0c req-bed5639c-22dc-465e-b3d0-592299184805 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0850108 Mar 08 06:07:31.187360 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d44c4b-1841-420f-bc82-1228d9606ec4 req-1aa809ee-8954-4070-865b-ca99f4075cc4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:31.188781 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-28d44c4b-1841-420f-bc82-1228d9606ec4 req-1aa809ee-8954-4070-865b-ca99f4075cc4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0805562 Mar 08 06:07:31.228432 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b3c01809-5abf-436c-987c-d52e48f99a0c req-c4eafabb-e72e-4d97-9962-5a135b4e115f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692561 Mar 08 06:07:31.253684 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-28d44c4b-1841-420f-bc82-1228d9606ec4 req-9a7396aa-f282-48c0-bc87-b88cae1010b3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548294 Mar 08 06:07:31.396931 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27574b72-6ac6-4a2b-882e-77aa0ecbcbae req-e66f88c2-3d9e-4ace-b2da-89187568a522 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:31.398359 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-27574b72-6ac6-4a2b-882e-77aa0ecbcbae req-e66f88c2-3d9e-4ace-b2da-89187568a522 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 943 time: 0.0517361 Mar 08 06:07:31.443858 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-27574b72-6ac6-4a2b-882e-77aa0ecbcbae req-edd66ac6-f231-4e87-95ac-82d8c9fe7726 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Mar 08 06:07:31.710058 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73438f-59b5-4736-b69f-ad762431a5f4 req-2004b7a2-c13a-4806-917e-1282a41db2b5 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:31.711561 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6a73438f-59b5-4736-b69f-ad762431a5f4 req-2004b7a2-c13a-4806-917e-1282a41db2b5 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0506616 Mar 08 06:07:31.760673 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6a73438f-59b5-4736-b69f-ad762431a5f4 req-d93f00b6-a4d6-45f4-96be-58d34e349899 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434299 Mar 08 06:07:32.382608 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac60139-bec2-4963-97c7-a2c799ce8512 req-b3162bbc-c453-44a7-86a8-98699bc074ca tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:32.384815 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4ac60139-bec2-4963-97c7-a2c799ce8512 req-b3162bbc-c453-44a7-86a8-98699bc074ca tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0850401 Mar 08 06:07:32.397128 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147b76-909e-44a5-bdd8-3a46a82005b9 req-87848f6e-aad5-4048-ae4b-c908a25d07d1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:32.398607 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3b147b76-909e-44a5-bdd8-3a46a82005b9 req-87848f6e-aad5-4048-ae4b-c908a25d07d1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0730512 Mar 08 06:07:32.472223 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4ac60139-bec2-4963-97c7-a2c799ce8512 req-601a0774-4698-49e3-a515-b14e919b912f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725021 Mar 08 06:07:32.479997 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3b147b76-909e-44a5-bdd8-3a46a82005b9 req-64ee4874-59ed-439a-9d3f-4ef324f29cbd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739467 Mar 08 06:07:32.583215 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19eb2e4-813b-4f84-836f-69dfa97daeb1 req-d54bd608-5aaa-440a-8595-642a61364b54 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:32.584774 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a19eb2e4-813b-4f84-836f-69dfa97daeb1 req-d54bd608-5aaa-440a-8595-642a61364b54 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 943 time: 0.0524359 Mar 08 06:07:32.633116 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a19eb2e4-813b-4f84-836f-69dfa97daeb1 req-841e4e98-8554-450e-9789-8b4d490cee14 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Mar 08 06:07:32.876382 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867474e-6914-42c8-8331-7d08e8d57e46 req-710872b6-40fd-475e-a3dd-2df3fd474434 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:32.877850 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1867474e-6914-42c8-8331-7d08e8d57e46 req-710872b6-40fd-475e-a3dd-2df3fd474434 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0520079 Mar 08 06:07:32.923155 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1867474e-6914-42c8-8331-7d08e8d57e46 req-6817cc2d-0141-4747-be09-1f81f36dee25 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398459 Mar 08 06:07:33.624971 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02389b2-0d9c-429e-bc77-eab9fe1b0511 req-f6abb17a-376e-40ca-a089-38c8f5843bf3 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:33.626449 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a02389b2-0d9c-429e-bc77-eab9fe1b0511 req-f6abb17a-376e-40ca-a089-38c8f5843bf3 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0835998 Mar 08 06:07:33.637745 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b155c1-f5ff-4fa2-b3b8-fb0d8bcccec8 req-8b68c974-5996-4154-91f3-fc42b474f7ba tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:33.639171 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-63b155c1-f5ff-4fa2-b3b8-fb0d8bcccec8 req-8b68c974-5996-4154-91f3-fc42b474f7ba tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0878770 Mar 08 06:07:33.717113 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a02389b2-0d9c-429e-bc77-eab9fe1b0511 req-bfc2e176-d522-4eab-8621-3b475cd12dd5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769908 Mar 08 06:07:33.721161 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-63b155c1-f5ff-4fa2-b3b8-fb0d8bcccec8 req-10e57541-a1f2-4dd9-b88a-1c1f6a12be4f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756013 Mar 08 06:07:33.826564 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a33971-a822-4d57-aab8-d859ce23026d req-5d218fe2-1efd-4c5d-9596-729b64cb9bb0 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:33.828026 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-58a33971-a822-4d57-aab8-d859ce23026d req-5d218fe2-1efd-4c5d-9596-729b64cb9bb0 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 943 time: 0.0543225 Mar 08 06:07:33.879470 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-58a33971-a822-4d57-aab8-d859ce23026d req-0ed24159-2cfa-4ef6-9ca0-617950187048 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455666 Mar 08 06:07:34.039632 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72370-9f20-42be-8bb6-c23778f7dbae req-b955a4cf-0088-4102-a71b-c0791a1db363 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:34.041613 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-add72370-9f20-42be-8bb6-c23778f7dbae req-b955a4cf-0088-4102-a71b-c0791a1db363 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0534732 Mar 08 06:07:34.089759 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-add72370-9f20-42be-8bb6-c23778f7dbae req-0d9ef54a-ed89-4725-9cd9-5319701cdf5d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424943 Mar 08 06:07:34.870001 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75876fd-3d77-489f-a17e-2718da9bbebc req-3abcf1c6-00a4-4f5f-9916-69977614165c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:34.871497 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f75876fd-3d77-489f-a17e-2718da9bbebc req-3abcf1c6-00a4-4f5f-9916-69977614165c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 943 time: 0.0849459 Mar 08 06:07:34.881537 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003d3e-11b5-4e50-bd0e-800c7697b231 req-2a4fbe3a-d0fc-42cc-a4aa-58d0238d26c5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:34.883065 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-27003d3e-11b5-4e50-bd0e-800c7697b231 req-2a4fbe3a-d0fc-42cc-a4aa-58d0238d26c5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0880487 Mar 08 06:07:34.958018 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f75876fd-3d77-489f-a17e-2718da9bbebc req-07ce54e1-0e5c-4f6c-a4ca-516b12d7bab5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740166 Mar 08 06:07:34.961941 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-27003d3e-11b5-4e50-bd0e-800c7697b231 req-c80d06e5-a342-4cef-b3ed-5a6d8f9dcb3d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718553 Mar 08 06:07:35.061789 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf85374-1caf-42c9-be0a-22d696e96a8e req-7d28223f-1012-461c-8ab3-23b1c5a5554d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:35.063258 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ccf85374-1caf-42c9-be0a-22d696e96a8e req-7d28223f-1012-461c-8ab3-23b1c5a5554d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 943 time: 0.0522130 Mar 08 06:07:35.109902 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ccf85374-1caf-42c9-be0a-22d696e96a8e req-7ff5caa3-c0ab-42b6-a11b-fb806387709b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Mar 08 06:07:35.219432 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca68bcb-660a-4160-a342-b05fb01d52f9 req-b59ff09d-1686-4988-ae9f-169bf4735b08 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:35.220919 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8ca68bcb-660a-4160-a342-b05fb01d52f9 req-b59ff09d-1686-4988-ae9f-169bf4735b08 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0601444 Mar 08 06:07:35.284463 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8ca68bcb-660a-4160-a342-b05fb01d52f9 req-179ae10f-73a9-4fab-be10-3731fb881d64 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577340 Mar 08 06:07:35.523173 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 097eea28-7528-4d20-ac89-54d0791e76ce details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:07:35.631825 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 097eea28-7528-4d20-ac89-54d0791e76ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=097eea28-7528-4d20-ac89-54d0791e76ce,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:35.643532 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '097eea28-7528-4d20-ac89-54d0791e76ce', 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae', 'port_id': '097eea28-7528-4d20-ac89-54d0791e76ce', 'mac_address': 'fa:16:3e:2b:40:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570e86d9-9290-4734-ad7d-4f5114df9d3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:07:35.680970 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 097eea28-7528-4d20-ac89-54d0791e76ce is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:35.681366 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:35.694184 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097eea28-7528-4d20-ac89-54d0791e76ce {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:35.715772 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 097eea28-7528-4d20-ac89-54d0791e76ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=097eea28-7528-4d20-ac89-54d0791e76ce,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:35.719795 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:35.770219 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=097eea28-7528-4d20-ac89-54d0791e76ce,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:36.119255 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a24f6f-f476-49e1-b989-70b23f4dc3ec req-a8e321ea-58f6-409b-a305-ec622b968c74 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:36.119255 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-79a24f6f-f476-49e1-b989-70b23f4dc3ec req-a8e321ea-58f6-409b-a305-ec622b968c74 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0790207 Mar 08 06:07:36.123035 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c6898-60b8-45f8-b587-1802f21feda6 req-6792f57c-8e36-4c5c-88a5-007710f41781 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:36.124446 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bf3c6898-60b8-45f8-b587-1802f21feda6 req-6792f57c-8e36-4c5c-88a5-007710f41781 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 944 time: 0.0968475 Mar 08 06:07:36.199867 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-79a24f6f-f476-49e1-b989-70b23f4dc3ec req-aba593bc-f8a7-42c3-9bc8-f1dc8d8870d2 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743494 Mar 08 06:07:36.203104 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bf3c6898-60b8-45f8-b587-1802f21feda6 req-2712c841-7cc9-46c1-90d2-fca10a2c08db tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719538 Mar 08 06:07:36.360333 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7504e06-f52d-4fd2-9003-887fd8dccd9e req-916be16e-a052-41a5-b9fb-7162a3526b32 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:36.362621 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f7504e06-f52d-4fd2-9003-887fd8dccd9e req-916be16e-a052-41a5-b9fb-7162a3526b32 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 943 time: 0.0934360 Mar 08 06:07:36.460161 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39586) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:36.470150 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f7504e06-f52d-4fd2-9003-887fd8dccd9e req-ecf22c68-61af-4877-80c6-12a534be9241 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959563 Mar 08 06:07:36.484991 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da7be-fda7-435b-b648-e1da5ed74f37 req-e3bb41b3-8980-4a1e-a69f-0377a427f1a4 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:36.486498 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cb4da7be-fda7-435b-b648-e1da5ed74f37 req-e3bb41b3-8980-4a1e-a69f-0377a427f1a4 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.0830460 Mar 08 06:07:36.520004 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['097eea28-7528-4d20-ac89-54d0791e76ce'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:07:36.564529 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cb4da7be-fda7-435b-b648-e1da5ed74f37 req-817484f0-be5d-4f8e-859b-649f68496cb5 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684237 Mar 08 06:07:36.653550 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8f173d16-626a-4f0f-9e76-5c65b77cefae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:36.762276 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8f173d16-626a-4f0f-9e76-5c65b77cefae admin admin] Publish callbacks [] for security_group (68cddf58-9c74-4198-9fc9-5d7fe65797ec), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:36.773375 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8f173d16-626a-4f0f-9e76-5c65b77cefae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (68cddf58-9c74-4198-9fc9-5d7fe65797ec), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:36.814300 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8f173d16-626a-4f0f-9e76-5c65b77cefae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26f4b135b1774565a92383346d6ca8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522713 Mar 08 06:07:36.817374 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 39598) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:36.819217 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f173d16-626a-4f0f-9e76-5c65b77cefae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cddf58-9c74-4198-9fc9-5d7fe65797ec,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:36.869931 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-44a5be25-24b3-4f19-a332-e580e2f74515 admin admin] Publish callbacks [] for security_group (68cddf58-9c74-4198-9fc9-5d7fe65797ec), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:36.895126 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-44a5be25-24b3-4f19-a332-e580e2f74515 admin admin] Publish callbacks [] for security_group (68cddf58-9c74-4198-9fc9-5d7fe65797ec), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:36.944758 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-44a5be25-24b3-4f19-a332-e580e2f74515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (68cddf58-9c74-4198-9fc9-5d7fe65797ec), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:36.948246 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-44a5be25-24b3-4f19-a332-e580e2f74515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:36.951694 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-44a5be25-24b3-4f19-a332-e580e2f74515 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68cddf58-9c74-4198-9fc9-5d7fe65797ec HTTP/1.1" status: 204 len: 168 time: 0.1307032 Mar 08 06:07:36.963287 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5be25-24b3-4f19-a332-e580e2f74515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cddf58-9c74-4198-9fc9-5d7fe65797ec,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:37.242895 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 39624) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:37.257102 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9df585b-42d9-4cfd-8299-19ff6b37f441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:37.528831 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 1b88936d-44da-439d-9c83-aa14387d6bed details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:07:37.643140 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf911c-8cc4-46f7-83eb-0a2c7592cc7f req-52e5dddd-b2fa-4c22-a21e-2ae9365d69bf tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:37.644660 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-aacf911c-8cc4-46f7-83eb-0a2c7592cc7f req-52e5dddd-b2fa-4c22-a21e-2ae9365d69bf tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.3558564 Mar 08 06:07:37.653034 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 1b88936d-44da-439d-9c83-aa14387d6bed, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1b88936d-44da-439d-9c83-aa14387d6bed,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:37.653789 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ff761-4af0-427d-b3a0-830338ec16bb req-7cca8963-1d4c-47ce-a8c1-6140af0e3ad5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:37.655698 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a58ff761-4af0-427d-b3a0-830338ec16bb req-7cca8963-1d4c-47ce-a8c1-6140af0e3ad5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 944 time: 0.3520575 Mar 08 06:07:37.668453 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '1b88936d-44da-439d-9c83-aa14387d6bed', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'port_id': '1b88936d-44da-439d-9c83-aa14387d6bed', 'mac_address': 'fa:16:3e:08:f6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:07:37.678406 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9df585b-42d9-4cfd-8299-19ff6b37f441 admin admin] Publish callbacks [] for security_group (25674fad-30b2-4f4d-b404-61c16bcb5899), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:37.704105 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9df585b-42d9-4cfd-8299-19ff6b37f441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (25674fad-30b2-4f4d-b404-61c16bcb5899), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:37.716893 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 1b88936d-44da-439d-9c83-aa14387d6bed is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:37.717281 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:37.731248 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b88936d-44da-439d-9c83-aa14387d6bed {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:37.753090 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 1b88936d-44da-439d-9c83-aa14387d6bed, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1b88936d-44da-439d-9c83-aa14387d6bed,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:37.757962 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:37.759278 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:07:37.804633 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df585b-42d9-4cfd-8299-19ff6b37f441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25674fad-30b2-4f4d-b404-61c16bcb5899,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:37.813396 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-b9df585b-42d9-4cfd-8299-19ff6b37f441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0544b617ec9445bea14fb1637c641774&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5667615 Mar 08 06:07:37.813597 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39642) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:37.823327 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-aacf911c-8cc4-46f7-83eb-0a2c7592cc7f req-2ab782c5-3fda-42ec-b813-ef69df31f108 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633704 Mar 08 06:07:37.855787 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a58ff761-4af0-427d-b3a0-830338ec16bb req-28b2eeb2-d513-4d25-975b-583ccd10333c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814103 Mar 08 06:07:37.897919 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=1b88936d-44da-439d-9c83-aa14387d6bed,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:37.927167 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2510fa59-77cf-408c-a96a-4880b86254ad admin admin] Publish callbacks [] for security_group (25674fad-30b2-4f4d-b404-61c16bcb5899), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:37.975457 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2510fa59-77cf-408c-a96a-4880b86254ad admin admin] Publish callbacks [] for security_group (25674fad-30b2-4f4d-b404-61c16bcb5899), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:38.063616 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:38.068467 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2510fa59-77cf-408c-a96a-4880b86254ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (25674fad-30b2-4f4d-b404-61c16bcb5899), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:38.072818 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2510fa59-77cf-408c-a96a-4880b86254ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:38.076682 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2510fa59-77cf-408c-a96a-4880b86254ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25674fad-30b2-4f4d-b404-61c16bcb5899 HTTP/1.1" status: 204 len: 168 time: 0.2602918 Mar 08 06:07:38.096080 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510fa59-77cf-408c-a96a-4880b86254ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25674fad-30b2-4f4d-b404-61c16bcb5899,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:38.104626 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e58e7-a5d9-46cb-aca9-7ccc7643ce62 req-abe29f86-5996-464a-b664-4f56cd1b0305 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:38.106201 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-177e58e7-a5d9-46cb-aca9-7ccc7643ce62 req-abe29f86-5996-464a-b664-4f56cd1b0305 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 944 time: 0.1767631 Mar 08 06:07:38.133461 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '543b2d2f-c20b-4099-8079-317a7c29b785', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'port_id': '543b2d2f-c20b-4099-8079-317a7c29b785', 'mac_address': 'fa:16:3e:ae:71:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:07:38.157359 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037077a-6af6-4bf6-99c2-8b27ef91660f req-c29a8822-6d6b-4810-914f-ab00507e447b tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:38.175273 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5037077a-6af6-4bf6-99c2-8b27ef91660f req-c29a8822-6d6b-4810-914f-ab00507e447b tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 944 time: 0.1940837 Mar 08 06:07:38.219204 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 543b2d2f-c20b-4099-8079-317a7c29b785 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:38.219610 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:38.254575 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543b2d2f-c20b-4099-8079-317a7c29b785 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:38.273113 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-177e58e7-a5d9-46cb-aca9-7ccc7643ce62 req-2f048d21-9084-4242-9f1d-32f91106a3e4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458838 Mar 08 06:07:38.290788 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5037077a-6af6-4bf6-99c2-8b27ef91660f req-887ec5a4-a179-4cea-9ffc-dd45c720842c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100602 Mar 08 06:07:38.335414 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:38.348251 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:38.353917 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:07:38.497562 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:38.583024 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,segment=NetworkSegment(0fc57081-6fbd-44d9-87d7-79ba8f58cbd0),segment_id=0fc57081-6fbd-44d9-87d7-79ba8f58cbd0)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:38.597258 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': 'd61f1182-e0f0-4e75-bbbb-b4c46bd0a504', 'network_id': '6fa44929-a6ae-4f49-8128-37f42a744c38', 'port_id': 'd61f1182-e0f0-4e75-bbbb-b4c46bd0a504', 'mac_address': 'fa:16:3e:bc:69:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:07:38.640679 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:38.641087 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:38.657776 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:38.681776 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,segment=NetworkSegment(0fc57081-6fbd-44d9-87d7-79ba8f58cbd0),segment_id=0fc57081-6fbd-44d9-87d7-79ba8f58cbd0)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:38.689627 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:38.690465 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 5c242c95-4133-46ff-84f6-9b450ce8929a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:07:38.757654 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:38.849262 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 5c242c95-4133-46ff-84f6-9b450ce8929a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5c242c95-4133-46ff-84f6-9b450ce8929a,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:38.871662 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '5c242c95-4133-46ff-84f6-9b450ce8929a', 'network_id': '6876c566-5277-4cc6-8489-77d964bf78ae', 'port_id': '5c242c95-4133-46ff-84f6-9b450ce8929a', 'mac_address': 'fa:16:3e:24:39:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570e86d9-9290-4734-ad7d-4f5114df9d3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:07:38.934328 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 5c242c95-4133-46ff-84f6-9b450ce8929a is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:38.934783 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:38.978984 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c242c95-4133-46ff-84f6-9b450ce8929a {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:07:39.029248 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 5c242c95-4133-46ff-84f6-9b450ce8929a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5c242c95-4133-46ff-84f6-9b450ce8929a,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:39.036206 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:39.042180 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825e2e0-4882-4a39-aa47-51f27fa48fa4 req-ddfbec8c-dc41-4442-a851-6e8ecec27438 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:39.049893 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f825e2e0-4882-4a39-aa47-51f27fa48fa4 req-ddfbec8c-dc41-4442-a851-6e8ecec27438 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 944 time: 0.1035275 Mar 08 06:07:39.076309 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652d75-f999-4e70-af07-6c90ecc0fb52 req-44d2efd1-9619-4a0a-807f-d504a0c3d890 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:39.078061 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5a652d75-f999-4e70-af07-6c90ecc0fb52 req-44d2efd1-9619-4a0a-807f-d504a0c3d890 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.1216595 Mar 08 06:07:39.148428 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f825e2e0-4882-4a39-aa47-51f27fa48fa4 req-d7abfd71-6658-41b2-b141-5d33918bf862 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972092 Mar 08 06:07:39.164287 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=5c242c95-4133-46ff-84f6-9b450ce8929a,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:39.172066 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-95182328-45e4-4656-b209-eaf57fe8f042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:39.220852 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5a652d75-f999-4e70-af07-6c90ecc0fb52 req-7bc16106-5da4-49ea-aa45-e3592e5f255d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330614 Mar 08 06:07:39.445765 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c8524-d7fb-4b72-b1ff-ae4bcb1536c8 req-85f05c55-2315-4d35-881d-45f2959dee6d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:39.447835 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-082c8524-d7fb-4b72-b1ff-ae4bcb1536c8 req-85f05c55-2315-4d35-881d-45f2959dee6d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 944 time: 0.0988092 Mar 08 06:07:39.477074 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe050c-22cf-4df4-939b-a3a8ac52ce14 req-12996015-91b9-44c5-bccf-bb3d80e1a91e tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:39.479091 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1bbe050c-22cf-4df4-939b-a3a8ac52ce14 req-12996015-91b9-44c5-bccf-bb3d80e1a91e tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 945 time: 0.1021457 Mar 08 06:07:39.522633 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-082c8524-d7fb-4b72-b1ff-ae4bcb1536c8 req-947c7d54-1822-46b5-ac27-dbd318b8cfb0 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690022 Mar 08 06:07:39.558762 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1bbe050c-22cf-4df4-939b-a3a8ac52ce14 req-0f8f4d23-6960-481c-ba44-128c91e70641 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720828 Mar 08 06:07:39.787289 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 097eea28-7528-4d20-ac89-54d0791e76ce up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:39.845382 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 097eea28-7528-4d20-ac89-54d0791e76ce completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:07:39.849245 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 097eea28-7528-4d20-ac89-54d0791e76ce triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:39.849649 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:40.057778 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 097eea28-7528-4d20-ac89-54d0791e76ce is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:40.058175 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:40.081277 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d5cd29-e0a8-4750-a4af-8696409e72c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097eea28-7528-4d20-ac89-54d0791e76ce'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:40.154947 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 097eea28-7528-4d20-ac89-54d0791e76ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=097eea28-7528-4d20-ac89-54d0791e76ce,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:40.160060 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:40.235409 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=097eea28-7528-4d20-ac89-54d0791e76ce,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:40.279962 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2c51a-9b5d-4031-bcb0-30329bbfce4c req-d44a3ee2-5775-42dc-87d2-1135969e7903 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:40.290854 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bfd2c51a-9b5d-4031-bcb0-30329bbfce4c req-d44a3ee2-5775-42dc-87d2-1135969e7903 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0712247 Mar 08 06:07:40.305528 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7ec674-3e89-43bf-9cc5-2abd7bfb5d0b" -d '{"events": [{"server_uuid": "53d5cd29-e0a8-4750-a4af-8696409e72c0", "name": "network-vif-plugged", "status": "completed", "tag": "097eea28-7528-4d20-ac89-54d0791e76ce"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:40.378817 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bfd2c51a-9b5d-4031-bcb0-30329bbfce4c req-4bd792d4-a126-46c1-8eea-b1e15d0c27ad tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870359 Mar 08 06:07:40.400988 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71991d86-93e5-4aa5-bb00-f073653e93de req-d56deafa-df72-40f2-950e-e5a7eac58f74 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:40.402351 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-71991d86-93e5-4aa5-bb00-f073653e93de req-d56deafa-df72-40f2-950e-e5a7eac58f74 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.0890987 Mar 08 06:07:40.476491 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-71991d86-93e5-4aa5-bb00-f073653e93de req-9b792f53-885f-4be8-8d7b-69bd415f0f1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651286 Mar 08 06:07:40.512728 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76c370b-9cd2-4f58-b3e8-6e6a1baa0a2b x-openstack-request-id: req-a76c370b-9cd2-4f58-b3e8-6e6a1baa0a2b {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:40.513047 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d5cd29-e0a8-4750-a4af-8696409e72c0", "name": "network-vif-plugged", "status": "completed", "tag": "097eea28-7528-4d20-ac89-54d0791e76ce", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:40.513310 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a76c370b-9cd2-4f58-b3e8-6e6a1baa0a2b {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:40.513768 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d5cd29-e0a8-4750-a4af-8696409e72c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097eea28-7528-4d20-ac89-54d0791e76ce', 'code': 200} Mar 08 06:07:40.675317 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782d342-3b65-4c6c-90ff-23e1227f8c75 req-773cd22e-bbc3-435e-b804-9188e08bc8ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:40.676712 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7782d342-3b65-4c6c-90ff-23e1227f8c75 req-773cd22e-bbc3-435e-b804-9188e08bc8ca tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 944 time: 0.0800562 Mar 08 06:07:40.709204 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e25ed-3c44-4075-bcc7-98cc73316e6f req-827e1ecb-c27b-4821-b53a-3b88e91f7fca tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:40.710702 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-409e25ed-3c44-4075-bcc7-98cc73316e6f req-827e1ecb-c27b-4821-b53a-3b88e91f7fca tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 945 time: 0.0818663 Mar 08 06:07:40.756614 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7782d342-3b65-4c6c-90ff-23e1227f8c75 req-2b394ec6-43d6-4294-80c7-77bc7ae2e274 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709622 Mar 08 06:07:40.782733 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-409e25ed-3c44-4075-bcc7-98cc73316e6f req-482794b7-bd79-4d8b-9518-b50b192c3cea tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637867 Mar 08 06:07:40.809516 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 39790) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:40.919624 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cb78496-ee15-459c-afc7-951fc8a25d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:40.990617 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cb78496-ee15-459c-afc7-951fc8a25d17 admin admin] Publish callbacks [] for security_group (6889a867-a554-4202-87ff-e5d19c6782ba), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:40.994995 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cb78496-ee15-459c-afc7-951fc8a25d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6889a867-a554-4202-87ff-e5d19c6782ba), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.034137 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-3cb78496-ee15-459c-afc7-951fc8a25d17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=834235490f9b497492ef9e1b1e3763a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241900 Mar 08 06:07:41.035032 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb78496-ee15-459c-afc7-951fc8a25d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6889a867-a554-4202-87ff-e5d19c6782ba,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:41.036972 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39798) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:41.097301 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a3680e46-8e91-4ce4-b8b1-a57eceaad851 admin admin] Publish callbacks [] for security_group (6889a867-a554-4202-87ff-e5d19c6782ba), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.117280 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a3680e46-8e91-4ce4-b8b1-a57eceaad851 admin admin] Publish callbacks [] for security_group (6889a867-a554-4202-87ff-e5d19c6782ba), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.168397 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a3680e46-8e91-4ce4-b8b1-a57eceaad851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6889a867-a554-4202-87ff-e5d19c6782ba), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.170882 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a3680e46-8e91-4ce4-b8b1-a57eceaad851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.172054 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a3680e46-8e91-4ce4-b8b1-a57eceaad851 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6889a867-a554-4202-87ff-e5d19c6782ba HTTP/1.1" status: 204 len: 168 time: 0.1204114 Mar 08 06:07:41.179357 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3680e46-8e91-4ce4-b8b1-a57eceaad851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6889a867-a554-4202-87ff-e5d19c6782ba,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:41.353319 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf465055-976b-4295-bc48-399bdce695b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.436756 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39808) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:41.450508 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0c15-be3c-40cc-a973-fabd1ae1d3ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.501742 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366d7a7-37d1-497f-b7af-c8fc6dc67903 req-a12de2cc-8738-423f-991f-41554b207bda tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:41.502975 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8366d7a7-37d1-497f-b7af-c8fc6dc67903 req-a12de2cc-8738-423f-991f-41554b207bda tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0548661 Mar 08 06:07:41.542262 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0c15-be3c-40cc-a973-fabd1ae1d3ff admin admin] Publish callbacks [] for security_group (95f7f661-d64f-4e3e-8809-149371871e02), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.548105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b8bf0c15-be3c-40cc-a973-fabd1ae1d3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (95f7f661-d64f-4e3e-8809-149371871e02), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.566819 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8366d7a7-37d1-497f-b7af-c8fc6dc67903 req-899006d8-63e6-409e-b52b-bcdfdc473a3a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535028 Mar 08 06:07:41.593278 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b8bf0c15-be3c-40cc-a973-fabd1ae1d3ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bfaad5a3f890423980aebe648e99a06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552856 Mar 08 06:07:41.594285 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf0c15-be3c-40cc-a973-fabd1ae1d3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f7f661-d64f-4e3e-8809-149371871e02,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:41.596669 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 39814) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:41.634075 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35ee69-d821-437e-bac1-10479ff1f013 req-57054d95-5fc9-42e5-909a-cf7be87db809 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:41.635590 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fb35ee69-d821-437e-bac1-10479ff1f013 req-57054d95-5fc9-42e5-909a-cf7be87db809 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.0817995 Mar 08 06:07:41.684008 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-249baa80-9ac3-4e3e-a139-f1fa9c010140 admin admin] Publish callbacks [] for security_group (95f7f661-d64f-4e3e-8809-149371871e02), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.708251 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fb35ee69-d821-437e-bac1-10479ff1f013 req-304903ed-e8a0-4dd3-b2db-069eb03f3c43 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639524 Mar 08 06:07:41.716664 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-249baa80-9ac3-4e3e-a139-f1fa9c010140 admin admin] Publish callbacks [] for security_group (95f7f661-d64f-4e3e-8809-149371871e02), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.763029 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-249baa80-9ac3-4e3e-a139-f1fa9c010140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (95f7f661-d64f-4e3e-8809-149371871e02), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.765487 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-249baa80-9ac3-4e3e-a139-f1fa9c010140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:41.766645 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-249baa80-9ac3-4e3e-a139-f1fa9c010140 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95f7f661-d64f-4e3e-8809-149371871e02 HTTP/1.1" status: 204 len: 168 time: 0.1674192 Mar 08 06:07:41.774196 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249baa80-9ac3-4e3e-a139-f1fa9c010140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f7f661-d64f-4e3e-8809-149371871e02,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:41.913967 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9b943-9d8d-46d1-822c-596f16d32ce0 req-1e480d04-56b0-4aba-9566-a59010f63bdb tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:41.915935 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9fa9b943-9d8d-46d1-822c-596f16d32ce0 req-1e480d04-56b0-4aba-9566-a59010f63bdb tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 944 time: 0.0891199 Mar 08 06:07:41.927781 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72002d05-d1f1-48d3-96bc-f7b3f1af2c09 req-6ba54257-5035-43ae-8a80-481837cf8c84 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:41.929244 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-72002d05-d1f1-48d3-96bc-f7b3f1af2c09 req-6ba54257-5035-43ae-8a80-481837cf8c84 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 945 time: 0.0756397 Mar 08 06:07:42.000508 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9fa9b943-9d8d-46d1-822c-596f16d32ce0 req-289853bd-9226-470e-a9bd-37077431b092 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702937 Mar 08 06:07:42.007542 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-72002d05-d1f1-48d3-96bc-f7b3f1af2c09 req-7362f756-9dfa-4b99-a824-c3fd1ce222aa tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707746 Mar 08 06:07:42.455581 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.463864 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 39846) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:42.559796 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2134915255-network', 'tenant_id': '595460ec5c8c4024a0ebe1c2256dd34d'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:42.580393 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Made reservation on behalf of 595460ec5c8c4024a0ebe1c2256dd34d for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:42.582690 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.592206 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.704922 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Publish callbacks [] for security_group (2a067592-007a-4c70-90f5-8b346cf5f4ad), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.709043 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (2a067592-007a-4c70-90f5-8b346cf5f4ad), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.739859 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:07:42.758406 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeca0c4-1412-4db9-aae8-441b403d0a0f req-68c3d8cf-d467-42f2-9243-de0fce7a7f6d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:42.760538 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5eeca0c4-1412-4db9-aae8-441b403d0a0f req-68c3d8cf-d467-42f2-9243-de0fce7a7f6d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.1087892 Mar 08 06:07:42.762501 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a067592-007a-4c70-90f5-8b346cf5f4ad,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:42.768558 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (4b834a56-85b6-4c45-874e-f8377bf1cd45), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.768902 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Added segment 4b834a56-85b6-4c45-874e-f8377bf1cd45 of type vlan for network db2e244f-ede4-467f-afb0-abd868f4acb6 Mar 08 06:07:42.849452 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (db2e244f-ede4-467f-afb0-abd868f4acb6), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.896351 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5eeca0c4-1412-4db9-aae8-441b403d0a0f req-7cce1c1a-459e-4364-945f-da6afafa0e3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190691 Mar 08 06:07:42.909110 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9356672-366c-484d-bec4-204277adf68d req-b290482d-c160-46d0-95dc-048a78853b16 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:42.910566 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d9356672-366c-484d-bec4-204277adf68d req-b290482d-c160-46d0-95dc-048a78853b16 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.1247530 Mar 08 06:07:42.911656 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (db2e244f-ede4-467f-afb0-abd868f4acb6), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.912514 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:42.913071 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:42.987798 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5227320 Mar 08 06:07:42.990842 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39856) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:42.996323 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Request body: {'subnet': {'network_id': 'db2e244f-ede4-467f-afb0-abd868f4acb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2134915255-subnet', 'tenant_id': '595460ec5c8c4024a0ebe1c2256dd34d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:43.001232 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87025047-e481-41da-8674-baf728b96b9d admin admin] Pushing event updated for resources: {'Network': ['ID=db2e244f-ede4-467f-afb0-abd868f4acb6,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:43.014035 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network db2e244f-ede4-467f-afb0-abd868f4acb6 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:07:43.016419 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Made reservation on behalf of 595460ec5c8c4024a0ebe1c2256dd34d for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:43.019819 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13186590'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:43.022805 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d9356672-366c-484d-bec4-204277adf68d req-0c2ea991-6ddf-4e14-a0f1-97532732666b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037745 Mar 08 06:07:43.182898 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960988b-7661-4e64-94e2-fcdf2155fcd8 req-f53eba85-21e9-4acc-a2b2-5a49bfbcb847 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:43.184512 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1960988b-7661-4e64-94e2-fcdf2155fcd8 req-f53eba85-21e9-4acc-a2b2-5a49bfbcb847 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 945 time: 0.0930727 Mar 08 06:07:43.197801 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744210e7-1cdb-4ea1-99ff-8d051a4cf8ed req-ac58e9f4-bda5-45b1-b56c-dd06e470ac1c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:43.197801 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-744210e7-1cdb-4ea1-99ff-8d051a4cf8ed req-ac58e9f4-bda5-45b1-b56c-dd06e470ac1c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 944 time: 0.0934818 Mar 08 06:07:43.219487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13186560'] for subnet (4f39d7a6-279d-43ec-b70a-e2d3c498cae2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:43.268529 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1960988b-7661-4e64-94e2-fcdf2155fcd8 req-aec44059-8b93-41fc-87ea-62c058cb0f99 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735636 Mar 08 06:07:43.269875 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f39d7a6-279d-43ec-b70a-e2d3c498cae2,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:43.272472 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-744210e7-1cdb-4ea1-99ff-8d051a4cf8ed req-12bdb4c0-18a7-4379-957a-a8d89f05daa2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705397 Mar 08 06:07:43.285341 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Checking segment: {'id': '4b834a56-85b6-4c45-874e-f8377bf1cd45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'db2e244f-ede4-467f-afb0-abd868f4acb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:43.285844 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Network hostable DHCP agents. Network: db2e244f-ede4-467f-afb0-abd868f4acb6, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:07:43.311501 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Network db2e244f-ede4-467f-afb0-abd868f4acb6 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:07:43.323407 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, db2e244f-ede4-467f-afb0-abd868f4acb6) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:43.327630 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:43.328977 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:43.332242 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2215b013-a985-43cd-9223-74ca05c6461a None None] Network db2e244f-ede4-467f-afb0-abd868f4acb6 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:43.366202 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b450af15-d809-47ee-af9c-a7a32b744122 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3735509 Mar 08 06:07:43.444476 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6446eac9-52e9-4885-b66b-08acb4e7b750 None None] Network db2e244f-ede4-467f-afb0-abd868f4acb6 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:43.738007 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['543b2d2f-c20b-4099-8079-317a7c29b785'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:07:43.738700 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973767a-60e5-49e7-8ed6-f905542028f0 req-b94b8062-c239-4f88-9fb7-04f4a8b2ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:43.739737 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a973767a-60e5-49e7-8ed6-f905542028f0 req-b94b8062-c239-4f88-9fb7-04f4a8b2ecba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 1129 time: 0.0806665 Mar 08 06:07:43.761040 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-a973767a-60e5-49e7-8ed6-f905542028f0 req-c1f192aa-e9dd-49d0-b637-7ed3fc0ba5d2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:43.762425 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['5c242c95-4133-46ff-84f6-9b450ce8929a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:07:43.852302 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-a973767a-60e5-49e7-8ed6-f905542028f0 req-c1f192aa-e9dd-49d0-b637-7ed3fc0ba5d2 service neutron] Publish callbacks [] for security_group (bca668a4-c8e8-40ee-8802-5ecd9c4ebd6c), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:43.860778 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-a973767a-60e5-49e7-8ed6-f905542028f0 req-c1f192aa-e9dd-49d0-b637-7ed3fc0ba5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (bca668a4-c8e8-40ee-8802-5ecd9c4ebd6c), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:43.862335 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39884) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:43.869862 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957500218-network', 'tenant_id': '901114eb7e7c4c05838d34e106b21f27'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:43.893830 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Made reservation on behalf of 901114eb7e7c4c05838d34e106b21f27 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:43.898162 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:43.903354 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f192aa-e9dd-49d0-b637-7ed3fc0ba5d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bca668a4-c8e8-40ee-8802-5ecd9c4ebd6c,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:43.907351 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a973767a-60e5-49e7-8ed6-f905542028f0 req-c1f192aa-e9dd-49d0-b637-7ed3fc0ba5d2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598988 Mar 08 06:07:43.920402 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:43.949322 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['d61f1182-e0f0-4e75-bbbb-b4c46bd0a504'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:07:43.980060 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['1b88936d-44da-439d-9c83-aa14387d6bed'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:07:44.010366 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Publish callbacks [] for security_group (dbb6868f-e63f-45d4-bcf2-e45bea2b2d53), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.015831 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (dbb6868f-e63f-45d4-bcf2-e45bea2b2d53), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.041765 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b43f04-51b0-4d9e-946c-b6c947994d40 req-bab59a4a-ef60-42c1-9db0-9ac98e6d4130 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:44.044326 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:07:44.052883 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-83b43f04-51b0-4d9e-946c-b6c947994d40 req-bab59a4a-ef60-42c1-9db0-9ac98e6d4130 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0667064 Mar 08 06:07:44.072019 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb6868f-e63f-45d4-bcf2-e45bea2b2d53,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:44.077579 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (b9f0a0e0-7330-40fc-a74e-533eae1560dc), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.078098 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Added segment b9f0a0e0-7330-40fc-a74e-533eae1560dc of type vlan for network e638f7c2-4b83-4567-b59b-de90af59ff1e Mar 08 06:07:44.128901 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (e638f7c2-4b83-4567-b59b-de90af59ff1e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.139203 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-83b43f04-51b0-4d9e-946c-b6c947994d40 req-244538b4-c683-4850-af2c-8dffbbb2a8a4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852809 Mar 08 06:07:44.162778 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.170601 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (e638f7c2-4b83-4567-b59b-de90af59ff1e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.171662 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:44.172208 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.204211 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3405263 Mar 08 06:07:44.206876 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39892) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:44.212594 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Request body: {'subnet': {'network_id': 'e638f7c2-4b83-4567-b59b-de90af59ff1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957500218-subnet', 'tenant_id': '901114eb7e7c4c05838d34e106b21f27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:44.217095 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2be62-30f6-449f-8b83-5a7851f5ea1d req-ca4e060c-617d-4e5f-8be9-515829ac8097 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:44.219617 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8ea2be62-30f6-449f-8b83-5a7851f5ea1d req-ca4e060c-617d-4e5f-8be9-515829ac8097 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.0794957 Mar 08 06:07:44.252534 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ac553-a3bf-4bb8-becd-585380bf60ed admin admin] Pushing event updated for resources: {'Network': ['ID=e638f7c2-4b83-4567-b59b-de90af59ff1e,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:44.268815 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Made reservation on behalf of 901114eb7e7c4c05838d34e106b21f27 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:44.269630 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network e638f7c2-4b83-4567-b59b-de90af59ff1e details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:07:44.272072 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13186590'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.326040 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8ea2be62-30f6-449f-8b83-5a7851f5ea1d req-f6c1070a-a80f-4946-b923-ccc099e36ff0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912850 Mar 08 06:07:44.466223 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98c808-5ea5-480b-98a1-6fe5d90ec0cc req-bc1e6c38-43d4-4d7f-804a-c5f2e65f648c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:44.467755 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-df98c808-5ea5-480b-98a1-6fe5d90ec0cc req-bc1e6c38-43d4-4d7f-804a-c5f2e65f648c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 945 time: 0.0904758 Mar 08 06:07:44.477137 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8d511-07c2-43eb-8626-d219aec0db80 req-8591a5fb-4534-4b6d-b9c5-a1071db37317 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:44.479389 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d8b8d511-07c2-43eb-8626-d219aec0db80 req-8591a5fb-4534-4b6d-b9c5-a1071db37317 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 944 time: 0.0729322 Mar 08 06:07:44.527505 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13186560'] for subnet (51d4cef6-793c-4a3f-ba4e-737f2c7d998f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.548906 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-df98c808-5ea5-480b-98a1-6fe5d90ec0cc req-123abf53-0765-42bc-8734-162191d33557 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687845 Mar 08 06:07:44.570952 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d8b8d511-07c2-43eb-8626-d219aec0db80 req-5b078269-b3a9-4604-8133-b2badf0f44f7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805159 Mar 08 06:07:44.589610 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51d4cef6-793c-4a3f-ba4e-737f2c7d998f,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:44.606104 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.606468 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.606887 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.607223 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.607552 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.607873 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.608210 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.608534 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.608854 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.609174 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.609486 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.609798 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.610109 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:44.616964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Checking segment: {'id': 'b9f0a0e0-7330-40fc-a74e-533eae1560dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e638f7c2-4b83-4567-b59b-de90af59ff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:44.617315 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Network hostable DHCP agents. Network: e638f7c2-4b83-4567-b59b-de90af59ff1e, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:07:44.635126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Network e638f7c2-4b83-4567-b59b-de90af59ff1e is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:07:44.644141 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, e638f7c2-4b83-4567-b59b-de90af59ff1e) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:44.648434 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:44.649425 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:44.655114 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428c2507-f42b-45c6-96de-39de2b4d8451 None None] Network e638f7c2-4b83-4567-b59b-de90af59ff1e requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:44.667057 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-74303e90-c48f-4bee-b2dd-4b52090980d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4588165 Mar 08 06:07:44.782094 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d856d9b-7c56-49e9-871b-aa65b19190c5 None None] Network e638f7c2-4b83-4567-b59b-de90af59ff1e requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:45.281892 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c650c-a2e2-46f5-ab0d-2c57c75a5766 req-e4453877-ef9c-400b-b789-09ff37a94776 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:45.283438 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a33c650c-a2e2-46f5-ab0d-2c57c75a5766 req-e4453877-ef9c-400b-b789-09ff37a94776 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0635414 Mar 08 06:07:45.352864 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a33c650c-a2e2-46f5-ab0d-2c57c75a5766 req-07266443-721f-4007-8e1f-3c2f9b5f2601 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531013 Mar 08 06:07:45.478878 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7b70e-5b8b-4de4-bcdb-723cc35cf1b1 req-55b40055-cbbe-4605-b6fc-a45a5ba8ef3a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:45.480397 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-04b7b70e-5b8b-4de4-bcdb-723cc35cf1b1 req-55b40055-cbbe-4605-b6fc-a45a5ba8ef3a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.0682902 Mar 08 06:07:45.521282 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39948) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:45.536825 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:45.542624 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-04b7b70e-5b8b-4de4-bcdb-723cc35cf1b1 req-9d4f5502-7748-442f-814a-f2140f0f2b0d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562234 Mar 08 06:07:45.647295 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-42ac2df7-aa84-45e5-9291-9b855e0909af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:45.729400 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-42ac2df7-aa84-45e5-9291-9b855e0909af admin admin] Publish callbacks [] for security_group (e67f2f3d-f307-4c52-b9bc-b2be06f165a5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:45.732895 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-42ac2df7-aa84-45e5-9291-9b855e0909af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (e67f2f3d-f307-4c52-b9bc-b2be06f165a5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:45.735483 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28004672-4d1f-4ffb-b21f-ff77e5db2f69 req-6d92f047-13c9-4178-b386-f3812d387dc2 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:45.736961 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-28004672-4d1f-4ffb-b21f-ff77e5db2f69 req-6d92f047-13c9-4178-b386-f3812d387dc2 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 945 time: 0.0954711 Mar 08 06:07:45.755739 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07289e78-0373-45d4-8f32-459b3f5c67e3 req-252225d4-c22c-46ed-b27b-d0229528af2d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:45.757191 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-07289e78-0373-45d4-8f32-459b3f5c67e3 req-252225d4-c22c-46ed-b27b-d0229528af2d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 944 time: 0.0776918 Mar 08 06:07:45.771473 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2df7-aa84-45e5-9291-9b855e0909af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67f2f3d-f307-4c52-b9bc-b2be06f165a5,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:45.776350 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-42ac2df7-aa84-45e5-9291-9b855e0909af admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e456e871104b4616af979137004dae29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534459 Mar 08 06:07:45.779012 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39958) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:45.832028 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0244be92-0053-45d0-a11e-e37c5ca48d28 admin admin] Publish callbacks [] for security_group (e67f2f3d-f307-4c52-b9bc-b2be06f165a5), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:45.836887 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-28004672-4d1f-4ffb-b21f-ff77e5db2f69 req-7cfe97e0-19df-4a7d-900d-2ad45cdaf04d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891776 Mar 08 06:07:45.840058 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-07289e78-0373-45d4-8f32-459b3f5c67e3 req-438e5f09-c7f8-487a-ae2c-5185f631d83d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746377 Mar 08 06:07:45.871045 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0244be92-0053-45d0-a11e-e37c5ca48d28 admin admin] Publish callbacks [] for security_group (e67f2f3d-f307-4c52-b9bc-b2be06f165a5), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:45.922451 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0244be92-0053-45d0-a11e-e37c5ca48d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (e67f2f3d-f307-4c52-b9bc-b2be06f165a5), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:45.925945 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0244be92-0053-45d0-a11e-e37c5ca48d28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:45.927106 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0244be92-0053-45d0-a11e-e37c5ca48d28 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e67f2f3d-f307-4c52-b9bc-b2be06f165a5 HTTP/1.1" status: 204 len: 168 time: 0.1471026 Mar 08 06:07:45.936489 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244be92-0053-45d0-a11e-e37c5ca48d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67f2f3d-f307-4c52-b9bc-b2be06f165a5,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:45.940079 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:46.007676 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 543b2d2f-c20b-4099-8079-317a7c29b785 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:07:46.014434 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 543b2d2f-c20b-4099-8079-317a7c29b785 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:46.015024 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.100937 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 543b2d2f-c20b-4099-8079-317a7c29b785 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:46.101319 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.123404 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:46.125601 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1631a378-edb6-4446-bd94-009e554259c1" -d '{"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-plugged", "status": "completed", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:46.139808 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:46.145230 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.169929 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f958b34-f014-418f-9f67-a9bfaf646456 x-openstack-request-id: req-5f958b34-f014-418f-9f67-a9bfaf646456 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:46.170247 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-plugged", "status": "completed", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:46.170507 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f958b34-f014-418f-9f67-a9bfaf646456 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:46.170915 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785', 'code': 200} Mar 08 06:07:46.197033 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:46.216371 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 39974) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:46.237703 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.316245 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Publish callbacks [] for security_group (67c820f9-0f60-4a62-bd87-24f931a31a3a), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.326285 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (67c820f9-0f60-4a62-bd87-24f931a31a3a), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.374701 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b05c1e372f84507b73575829936f76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549716 Mar 08 06:07:46.374701 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c820f9-0f60-4a62-bd87-24f931a31a3a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:46.375415 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 39982) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:46.390196 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.390572 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.390917 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.391259 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.391591 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.391923 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.392256 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.392586 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.393388 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.393747 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.394081 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.394408 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.395210 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e1c154-9f0d-4a99-99b1-0c248538cb29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:46.447551 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-eb8df177-1b35-4d68-b869-63634962a1a4 admin admin] Publish callbacks [] for security_group (67c820f9-0f60-4a62-bd87-24f931a31a3a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.473918 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-eb8df177-1b35-4d68-b869-63634962a1a4 admin admin] Publish callbacks [] for security_group (67c820f9-0f60-4a62-bd87-24f931a31a3a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.477384 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b28a9-7c35-4225-9d14-854a69ee64fd req-a8d975d8-038b-43f0-bf35-7c36177341a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:46.479132 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2d9b28a9-7c35-4225-9d14-854a69ee64fd req-a8d975d8-038b-43f0-bf35-7c36177341a6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1130 time: 0.0980713 Mar 08 06:07:46.514494 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5b72c-9dd6-4b2a-ad81-9490a48dd3b8 req-e949803a-ae3d-4126-9915-9d2ca7daa99c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:46.516072 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-15d5b72c-9dd6-4b2a-ad81-9490a48dd3b8 req-e949803a-ae3d-4126-9915-9d2ca7daa99c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0788276 Mar 08 06:07:46.541954 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-eb8df177-1b35-4d68-b869-63634962a1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (67c820f9-0f60-4a62-bd87-24f931a31a3a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.544629 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-eb8df177-1b35-4d68-b869-63634962a1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:46.545770 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-eb8df177-1b35-4d68-b869-63634962a1a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67c820f9-0f60-4a62-bd87-24f931a31a3a HTTP/1.1" status: 204 len: 168 time: 0.1694610 Mar 08 06:07:46.556446 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8df177-1b35-4d68-b869-63634962a1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c820f9-0f60-4a62-bd87-24f931a31a3a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:46.558521 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2d9b28a9-7c35-4225-9d14-854a69ee64fd req-40dee90f-8f64-4568-bbf7-1381149ea567 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711389 Mar 08 06:07:46.627043 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-15d5b72c-9dd6-4b2a-ad81-9490a48dd3b8 req-f023643d-44b2-45d8-a602-2af048e50be3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003542 Mar 08 06:07:46.692783 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c895d9-f5fb-492b-a7d0-734ed98e59e7 req-115a13fc-8ede-4404-947a-a0719bfec324 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:46.694290 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-59c895d9-f5fb-492b-a7d0-734ed98e59e7 req-115a13fc-8ede-4404-947a-a0719bfec324 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0662982 Mar 08 06:07:46.777786 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-59c895d9-f5fb-492b-a7d0-734ed98e59e7 req-fed21b09-1a70-4a41-81e5-f3498e4c3adc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754390 Mar 08 06:07:47.030560 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912e9ca-6153-48e1-bcb1-25a2e06c6d31 req-4f1db868-6f8f-4092-bf51-3f501aa08568 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:47.034225 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2912e9ca-6153-48e1-bcb1-25a2e06c6d31 req-4f1db868-6f8f-4092-bf51-3f501aa08568 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 945 time: 0.0828004 Mar 08 06:07:47.035585 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40008) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:47.059977 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1264-6647-4332-9bcd-0a8b28310a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:47.223832 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2912e9ca-6153-48e1-bcb1-25a2e06c6d31 req-02de9b9e-af35-4c58-8c54-aed88f889063 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690977 Mar 08 06:07:47.249243 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1264-6647-4332-9bcd-0a8b28310a1b admin admin] Publish callbacks [] for security_group (5e18dd3c-da8e-4343-9c59-8830fc98c352), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:47.256841 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8b6d1264-6647-4332-9bcd-0a8b28310a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5e18dd3c-da8e-4343-9c59-8830fc98c352), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:47.281561 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2a840-df17-4d93-9fc6-33bc9ca7817b req-62c4e52d-46f9-4581-9548-9040fa5bb820 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:47.288723 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-faa2a840-df17-4d93-9fc6-33bc9ca7817b req-62c4e52d-46f9-4581-9548-9040fa5bb820 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 944 time: 0.1715229 Mar 08 06:07:47.303637 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d1264-6647-4332-9bcd-0a8b28310a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e18dd3c-da8e-4343-9c59-8830fc98c352,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:47.308606 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8b6d1264-6647-4332-9bcd-0a8b28310a1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7f29c60c8d744e0aad3cf6e0355e72aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718534 Mar 08 06:07:47.312797 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40024) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:47.388824 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-faa2a840-df17-4d93-9fc6-33bc9ca7817b req-8ac602c6-2d17-43f1-b510-2e560f05ddb2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988419 Mar 08 06:07:47.393361 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9423ca54-7c49-466f-98f8-b243d6cd1ca9 admin admin] Publish callbacks [] for security_group (5e18dd3c-da8e-4343-9c59-8830fc98c352), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:47.414546 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9423ca54-7c49-466f-98f8-b243d6cd1ca9 admin admin] Publish callbacks [] for security_group (5e18dd3c-da8e-4343-9c59-8830fc98c352), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:47.464106 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9423ca54-7c49-466f-98f8-b243d6cd1ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5e18dd3c-da8e-4343-9c59-8830fc98c352), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:47.466863 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9423ca54-7c49-466f-98f8-b243d6cd1ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:47.467980 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9423ca54-7c49-466f-98f8-b243d6cd1ca9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e18dd3c-da8e-4343-9c59-8830fc98c352 HTTP/1.1" status: 204 len: 168 time: 0.1534319 Mar 08 06:07:47.475364 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423ca54-7c49-466f-98f8-b243d6cd1ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e18dd3c-da8e-4343-9c59-8830fc98c352,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:47.742699 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860da09-099f-4913-bb24-7928220c3ab9 req-0e20a99c-ab83-450a-a038-1d792af60c67 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:47.744502 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6860da09-099f-4913-bb24-7928220c3ab9 req-0e20a99c-ab83-450a-a038-1d792af60c67 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0576046 Mar 08 06:07:47.799322 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6860da09-099f-4913-bb24-7928220c3ab9 req-6e723b19-b1df-49b8-90eb-9475ff1d8e3e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492201 Mar 08 06:07:47.920079 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667eb2bc-f17e-48ff-a35c-6b71761dbc90 req-b10f1ac4-b30a-4040-ac41-3c5ae2f937e7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:47.921489 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-667eb2bc-f17e-48ff-a35c-6b71761dbc90 req-b10f1ac4-b30a-4040-ac41-3c5ae2f937e7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0539148 Mar 08 06:07:47.937849 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 1b88936d-44da-439d-9c83-aa14387d6bed up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:48.032867 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 1b88936d-44da-439d-9c83-aa14387d6bed completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:07:48.035169 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-667eb2bc-f17e-48ff-a35c-6b71761dbc90 req-fa931bf3-86b3-439b-a7dd-e8350b69a8fb tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010604 Mar 08 06:07:48.037898 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 1b88936d-44da-439d-9c83-aa14387d6bed triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:48.038442 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:48.150758 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 1b88936d-44da-439d-9c83-aa14387d6bed is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:48.151497 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:48.197939 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 1b88936d-44da-439d-9c83-aa14387d6bed, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1b88936d-44da-439d-9c83-aa14387d6bed,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:48.199432 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88936d-44da-439d-9c83-aa14387d6bed'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:48.203820 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798728ff-293d-4591-bdae-d1af5d85c502" -d '{"events": [{"server_uuid": "9488d7ed-a800-4c89-9e9f-5329515519d8", "name": "network-vif-plugged", "status": "completed", "tag": "1b88936d-44da-439d-9c83-aa14387d6bed"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:48.209863 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:48.211215 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:48.362098 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee73831-ced1-4ad2-b2bc-0ade6c290761 x-openstack-request-id: req-6ee73831-ced1-4ad2-b2bc-0ade6c290761 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:48.362421 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9488d7ed-a800-4c89-9e9f-5329515519d8", "name": "network-vif-plugged", "status": "completed", "tag": "1b88936d-44da-439d-9c83-aa14387d6bed", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:48.363689 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ee73831-ced1-4ad2-b2bc-0ade6c290761 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:48.365701 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b88936d-44da-439d-9c83-aa14387d6bed', 'code': 200} Mar 08 06:07:48.398635 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33eee94-f19f-49e8-af2c-1487bc60ffce req-b7578ace-1837-4e0d-97d3-2520445bdd75 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:48.408462 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e33eee94-f19f-49e8-af2c-1487bc60ffce req-b7578ace-1837-4e0d-97d3-2520445bdd75 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.2667246 Mar 08 06:07:48.420645 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-78e4da4e-a1dc-4ae5-9db4-09c8efe06649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:48.422222 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-78e4da4e-a1dc-4ae5-9db4-09c8efe06649 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 1129 time: 0.2409301 Mar 08 06:07:48.494527 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:07:48.511119 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:48.512043 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:48.609735 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=1b88936d-44da-439d-9c83-aa14387d6bed,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:48.641216 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.641847 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.642636 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.643413 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.643975 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.644755 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.645265 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.645838 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.646327 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.647668 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.648175 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.648659 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.649783 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:07:48.724155 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:48.724758 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:48.803019 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,segment=NetworkSegment(0fc57081-6fbd-44d9-87d7-79ba8f58cbd0),segment_id=0fc57081-6fbd-44d9-87d7-79ba8f58cbd0)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:48.811779 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:48.817836 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 5c242c95-4133-46ff-84f6-9b450ce8929a up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:07:48.846916 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67ef82-58b2-46dc-8cbe-e02745588b84 req-4efa5382-8532-4841-8a2b-18d552f59605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:48.850178 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2a67ef82-58b2-46dc-8cbe-e02745588b84 req-4efa5382-8532-4841-8a2b-18d552f59605 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 1129 time: 0.2020555 Mar 08 06:07:48.935096 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2a67ef82-58b2-46dc-8cbe-e02745588b84 req-468457fd-1f9d-4cfd-8e57-78eee9e8e7aa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771122 Mar 08 06:07:48.972510 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:48.998194 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 5c242c95-4133-46ff-84f6-9b450ce8929a completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:07:49.005568 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 5c242c95-4133-46ff-84f6-9b450ce8929a triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:07:49.006229 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:49.088703 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e33eee94-f19f-49e8-af2c-1487bc60ffce req-63d090cf-3fdd-433e-81eb-34750c83f900 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793656 Mar 08 06:07:49.097111 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-1b08b19d-ed13-442e-ae1f-f454e6b42452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:49.098908 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-1b08b19d-ed13-442e-ae1f-f454e6b42452 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 919 time: 0.6309257 Mar 08 06:07:49.122182 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee25402-c091-40e3-9aa0-797186f7b802 req-1309bccd-0682-4d24-9061-f8d36eabd782 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:49.126651 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:49.128102 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 5c242c95-4133-46ff-84f6-9b450ce8929a is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:07:49.128617 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:49.132612 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6ee25402-c091-40e3-9aa0-797186f7b802 req-1309bccd-0682-4d24-9061-f8d36eabd782 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 945 time: 0.6655123 Mar 08 06:07:49.168514 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 5c242c95-4133-46ff-84f6-9b450ce8929a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5c242c95-4133-46ff-84f6-9b450ce8929a,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:07:49.173165 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:49.221043 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6ee25402-c091-40e3-9aa0-797186f7b802 req-01f86972-6007-4161-8ee0-0e879aa9328b tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817051 Mar 08 06:07:49.229571 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=5c242c95-4133-46ff-84f6-9b450ce8929a,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:49.262393 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c45acd-2f1a-4132-a5af-e08c7ee8cb29 req-9ab4f1c2-4d9c-4954-96fb-ba7dc00dd6aa tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:49.263015 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-41c45acd-2f1a-4132-a5af-e08c7ee8cb29 req-9ab4f1c2-4d9c-4954-96fb-ba7dc00dd6aa tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.1000044 Mar 08 06:07:49.263694 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40112) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:49.374972 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-41c45acd-2f1a-4132-a5af-e08c7ee8cb29 req-ad34ed09-22a8-4bc2-badf-a2cf54df9d74 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034260 Mar 08 06:07:49.414561 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-9d2bc071-fc19-4179-8352-0c8298671d00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097eea28-7528-4d20-ac89-54d0791e76ce HTTP/1.1" status: 200 len: 217 time: 0.0386784 Mar 08 06:07:49.422140 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cdf9f-7e05-4fdd-9966-cccaa3c7fd3a req-30661aad-76ce-4b37-84dc-fe3ad1c9dcd7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:49.423626 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1b4cdf9f-7e05-4fdd-9966-cccaa3c7fd3a req-30661aad-76ce-4b37-84dc-fe3ad1c9dcd7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.1251733 Mar 08 06:07:49.493589 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-81dac043-b220-4145-b705-8df720e46c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:49.495082 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-81dac043-b220-4145-b705-8df720e46c42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.0704298 Mar 08 06:07:49.542931 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1b4cdf9f-7e05-4fdd-9966-cccaa3c7fd3a req-54e780d3-55e7-42ba-a194-b916d7607d3f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102502 Mar 08 06:07:49.544706 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-4de21a8e-a512-4971-a303-c6db738c65e5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422103 Mar 08 06:07:49.551555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fdd42f46-3afa-4b24-abf7-2d41bc1016fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:49.692379 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-9e839abc-8f71-4ad5-9532-94593265bf29 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378665 Mar 08 06:07:49.806631 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fdd42f46-3afa-4b24-abf7-2d41bc1016fb admin admin] Publish callbacks [] for security_group (5d75fa0d-4f0b-4620-ae7f-6e34ff41f675), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:49.817348 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fdd42f46-3afa-4b24-abf7-2d41bc1016fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5d75fa0d-4f0b-4620-ae7f-6e34ff41f675), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:49.883129 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44afcc-3322-4943-9925-8db20348f707 req-4daa3652-bc76-480a-b444-cb1f3156309f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:49.885148 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9d44afcc-3322-4943-9925-8db20348f707 req-4daa3652-bc76-480a-b444-cb1f3156309f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.1831281 Mar 08 06:07:49.887388 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-fdd42f46-3afa-4b24-abf7-2d41bc1016fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf6764d6e56d4eca88804209fdc7d591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6225193 Mar 08 06:07:49.890062 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40142) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:49.894269 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40144) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:49.898927 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'floatingip': {'port_id': '543b2d2f-c20b-4099-8079-317a7c29b785'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:49.899931 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd42f46-3afa-4b24-abf7-2d41bc1016fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d75fa0d-4f0b-4620-ae7f-6e34ff41f675,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:49.923278 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-766561f5-51fe-4357-9b3b-d354f1f533fa req-1f9c931b-a477-4ff0-a975-ac9573b46e83 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224431 Mar 08 06:07:49.959572 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33d0caad-24d6-4de3-bcdd-609a866902cf admin admin] Publish callbacks [] for security_group (5d75fa0d-4f0b-4620-ae7f-6e34ff41f675), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:49.984123 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33d0caad-24d6-4de3-bcdd-609a866902cf admin admin] Publish callbacks [] for security_group (5d75fa0d-4f0b-4620-ae7f-6e34ff41f675), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:50.121983 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33d0caad-24d6-4de3-bcdd-609a866902cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5d75fa0d-4f0b-4620-ae7f-6e34ff41f675), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:50.125384 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33d0caad-24d6-4de3-bcdd-609a866902cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:50.145315 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-33d0caad-24d6-4de3-bcdd-609a866902cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d75fa0d-4f0b-4620-ae7f-6e34ff41f675 HTTP/1.1" status: 204 len: 168 time: 0.2539172 Mar 08 06:07:50.206430 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0caad-24d6-4de3-bcdd-609a866902cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d75fa0d-4f0b-4620-ae7f-6e34ff41f675,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:50.271280 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dec9a-9376-4032-a62f-4d366601f041 req-f4a7f1cd-b1ff-4ae6-a234-aa48234123de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:50.272940 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e13dec9a-9376-4032-a62f-4d366601f041 req-f4a7f1cd-b1ff-4ae6-a234-aa48234123de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 1129 time: 0.1983929 Mar 08 06:07:50.311374 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (ba5a8040-70bf-4a54-9c4c-f234654dc4d7), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:50.366653 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0353b36-39ff-4bb3-a2ca-6578b6fbddc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f1182-e0f0-4e75-bbbb-b4c46bd0a504'}, {'server_uuid': 'f125bfc1-33e0-464a-8826-87972385cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c242c95-4133-46ff-84f6-9b450ce8929a'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:50.378446 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a2d2d9-2d72-4c1e-a528-40979aee4b1e" -d '{"events": [{"server_uuid": "d0353b36-39ff-4bb3-a2ca-6578b6fbddc7", "name": "network-vif-plugged", "status": "completed", "tag": "d61f1182-e0f0-4e75-bbbb-b4c46bd0a504"}, {"server_uuid": "f125bfc1-33e0-464a-8826-87972385cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "5c242c95-4133-46ff-84f6-9b450ce8929a"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:50.583311 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3039c-93fe-49c7-a78a-ecac26476382 req-18ec6d3e-6fa4-436e-8172-6f5baf01d76d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:50.584793 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8be3039c-93fe-49c7-a78a-ecac26476382 req-18ec6d3e-6fa4-436e-8172-6f5baf01d76d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.2198405 Mar 08 06:07:50.613664 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dec9a-9376-4032-a62f-4d366601f041 req-a791572c-c174-4781-b6af-6a2813bffae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:50.615521 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e13dec9a-9376-4032-a62f-4d366601f041 req-a791572c-c174-4781-b6af-6a2813bffae9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 919 time: 0.2601659 Mar 08 06:07:50.626777 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a48ab-314e-4929-a9a4-722140188b25 req-4aae22aa-ed13-4b84-b896-b69b76c0f931 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:50.628215 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c59a48ab-314e-4929-a9a4-722140188b25 req-4aae22aa-ed13-4b84-b896-b69b76c0f931 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.1984034 Mar 08 06:07:50.689059 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e13dec9a-9376-4032-a62f-4d366601f041 req-1b4fa642-f62f-4aae-a41a-bae1ce3e2dee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=097eea28-7528-4d20-ac89-54d0791e76ce HTTP/1.1" status: 200 len: 217 time: 0.0553117 Mar 08 06:07:50.735245 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8be3039c-93fe-49c7-a78a-ecac26476382 req-ab919094-91e6-4d1f-b849-4967df33b36d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420486 Mar 08 06:07:50.777572 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13dec9a-9376-4032-a62f-4d366601f041 req-8e52ce1b-77ed-4e08-ae08-008f12c0f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:50.779072 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e13dec9a-9376-4032-a62f-4d366601f041 req-8e52ce1b-77ed-4e08-ae08-008f12c0f3aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.0758529 Mar 08 06:07:50.782303 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c59a48ab-314e-4929-a9a4-722140188b25 req-64ba53a6-b58a-4e44-a112-887e77aade79 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414566 Mar 08 06:07:50.807575 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83629da8-5d03-47b0-9b42-1cce36fd6028 x-openstack-request-id: req-83629da8-5d03-47b0-9b42-1cce36fd6028 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:50.807878 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0353b36-39ff-4bb3-a2ca-6578b6fbddc7", "name": "network-vif-plugged", "status": "completed", "tag": "d61f1182-e0f0-4e75-bbbb-b4c46bd0a504", "code": 200}, {"server_uuid": "f125bfc1-33e0-464a-8826-87972385cd7d", "name": "network-vif-plugged", "status": "completed", "tag": "5c242c95-4133-46ff-84f6-9b450ce8929a", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:50.808136 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83629da8-5d03-47b0-9b42-1cce36fd6028 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:50.808539 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0353b36-39ff-4bb3-a2ca-6578b6fbddc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61f1182-e0f0-4e75-bbbb-b4c46bd0a504', 'code': 200} Mar 08 06:07:50.808795 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f125bfc1-33e0-464a-8826-87972385cd7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c242c95-4133-46ff-84f6-9b450ce8929a', 'code': 200} Mar 08 06:07:50.832125 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e13dec9a-9376-4032-a62f-4d366601f041 req-ee20a445-9a30-4e00-a7ce-bd0df110cf2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462661 Mar 08 06:07:51.082480 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaef54d-7c73-4f32-80ef-af26f4315497 req-7289ffe4-e1a0-4542-9aa1-089479980f0e tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:51.084032 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fdaef54d-7c73-4f32-80ef-af26f4315497 req-7289ffe4-e1a0-4542-9aa1-089479980f0e tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.2248755 Mar 08 06:07:51.110212 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.121792 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e13dec9a-9376-4032-a62f-4d366601f041 req-b96ff5d3-1e4b-4c89-ac5a-ba146e6005c0 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181203 Mar 08 06:07:51.122074 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (ba5a8040-70bf-4a54-9c4c-f234654dc4d7), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.195932 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40194) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:51.234234 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fdaef54d-7c73-4f32-80ef-af26f4315497 req-ec0bb379-8a0e-443f-9d6f-237ad461e104 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321537 Mar 08 06:07:51.240078 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70701fdb-893c-4ada-a547-431aa827a2a2 req-cc1f6063-d423-4209-a131-1f6b0fcfa27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:51.241787 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-70701fdb-893c-4ada-a547-431aa827a2a2 req-cc1f6063-d423-4209-a131-1f6b0fcfa27f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1130 time: 0.1302764 Mar 08 06:07:51.256312 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e13dec9a-9376-4032-a62f-4d366601f041 req-1bd51be3-7d94-40ef-a7af-c3eec5baee83 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273410 Mar 08 06:07:51.365255 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f1816-25fb-41eb-b391-7baaf9f89c14 req-305ad679-5afb-4d2b-bfc9-d17a2e062b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:51.365255 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0e8f1816-25fb-41eb-b391-7baaf9f89c14 req-305ad679-5afb-4d2b-bfc9-d17a2e062b42 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 1130 time: 0.1833677 Mar 08 06:07:51.395892 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-70701fdb-893c-4ada-a547-431aa827a2a2 req-b5fd4a6a-b499-4b0d-bbcd-3854f1214a40 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428320 Mar 08 06:07:51.406157 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Floating IP ba5a8040-70bf-4a54-9c4c-f234654dc4d7 associated. External IP: 172.27.2.241, port: 543b2d2f-c20b-4099-8079-317a7c29b785. Mar 08 06:07:51.470059 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-706440960-network', 'tenant_id': '770a427fc6634f73871895073c344cec'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:51.472670 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0e8f1816-25fb-41eb-b391-7baaf9f89c14 req-767b20f7-f729-46b8-9be3-c4f1a7b2878b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994673 Mar 08 06:07:51.495618 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246b5e-367a-4b40-9328-c7161c3f1279 req-bd70dbcd-00b8-4c6e-8aa7-fd8bfa155a7b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:51.501234 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-17246b5e-367a-4b40-9328-c7161c3f1279 req-bd70dbcd-00b8-4c6e-8aa7-fd8bfa155a7b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.1373656 Mar 08 06:07:51.510514 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40212) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:51.518369 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'floatingip': {'port_id': '1b88936d-44da-439d-9c83-aa14387d6bed'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:51.522373 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Made reservation on behalf of 770a427fc6634f73871895073c344cec for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:51.525556 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.538921 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.574614 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (8deb9cad-6db4-4d20-90fc-737fa11cdeee), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.627771 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Publish callbacks [] for security_group (a6d511b7-1d40-4748-a781-9b3512cf4594), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.632014 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a6d511b7-1d40-4748-a781-9b3512cf4594), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.657863 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:07:51.674616 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d511b7-1d40-4748-a781-9b3512cf4594,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:51.679490 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.679490 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Added segment 2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7 of type vlan for network 54789513-36f9-477f-bceb-3041cb133969 Mar 08 06:07:51.728409 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (54789513-36f9-477f-bceb-3041cb133969), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.773510 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (54789513-36f9-477f-bceb-3041cb133969), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.775418 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:51.776032 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:51.862323 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6630175 Mar 08 06:07:51.866052 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40224) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:51.874639 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Request body: {'subnet': {'network_id': '54789513-36f9-477f-bceb-3041cb133969', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-706440960-subnet', 'tenant_id': '770a427fc6634f73871895073c344cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:07:51.890363 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57604bed-afb6-4885-99cf-84e8ab812a51 admin admin] Pushing event updated for resources: {'Network': ['ID=54789513-36f9-477f-bceb-3041cb133969,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:51.905204 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 54789513-36f9-477f-bceb-3041cb133969 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:07:51.956241 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Made reservation on behalf of 770a427fc6634f73871895073c344cec for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:07:51.958491 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:52.048010 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Router aea2b132-f0ae-48b9-9db6-7b909ffd85fe has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:07:52.053014 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe7af0-3220-4d45-a7a8-0f83c02c4a34 req-14297815-f632-4624-8cba-e8186f9c8e79 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:52.054602 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-95fe7af0-3220-4d45-a7a8-0f83c02c4a34 req-14297815-f632-4624-8cba-e8186f9c8e79 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.1912320 Mar 08 06:07:52.088824 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2e257-9d5e-42a3-870d-8a327e661773 req-0c6ed9a0-5066-4e7a-8216-0a18976596b2 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:52.090628 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-41e2e257-9d5e-42a3-870d-8a327e661773 req-0c6ed9a0-5066-4e7a-8216-0a18976596b2 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.1969044 Mar 08 06:07:52.187939 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-95fe7af0-3220-4d45-a7a8-0f83c02c4a34 req-45368332-36db-4db5-8237-bfdfb311810d tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207085 Mar 08 06:07:52.212831 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-41e2e257-9d5e-42a3-870d-8a327e661773 req-18dd13b0-0f26-4e12-a411-c8e488b1679f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020651 Mar 08 06:07:52.266098 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (abdd89b8-24ad-4524-84ea-90b242c120c8), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:52.309767 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:07:52.313985 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=abdd89b8-24ad-4524-84ea-90b242c120c8,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:52.317597 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:52.334381 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Checking segment: {'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:07:52.334705 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Network hostable DHCP agents. Network: 54789513-36f9-477f-bceb-3041cb133969, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:07:52.348778 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] Sync routers for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:07:52.359896 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Network 54789513-36f9-477f-bceb-3041cb133969 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:07:52.363197 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:52.364030 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:07:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:52.371372 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9d9a4f2c-0a6e-4d66-a5fa-3832dd7db3f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "PUT /v2.0/floatingips/ba5a8040-70bf-4a54-9c4c-f234654dc4d7 HTTP/1.1" status: 200 len: 992 time: 2.4758046 Mar 08 06:07:52.378646 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 54789513-36f9-477f-bceb-3041cb133969) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:07:52.387476 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d82e2a-f6fa-4ed7-81b9-724c00315967 None None] Network 54789513-36f9-477f-bceb-3041cb133969 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:52.392045 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:52.392329 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:52.393123 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:52.394271 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a55c6e-af86-42ef-b211-4eda15dcc87d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:52.443426 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-089d48cb-9728-46a6-b08c-640624a04c7f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5665526 Mar 08 06:07:52.469840 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd4f086-fb0f-484a-a715-97135cb11fdc x-openstack-request-id: req-5dd4f086-fb0f-484a-a715-97135cb11fdc {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:52.470203 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:52.470521 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dd4f086-fb0f-484a-a715-97135cb11fdc {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:52.470988 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785', 'status': 'completed', 'code': 200} Mar 08 06:07:52.491725 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:52.499720 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (8deb9cad-6db4-4d20-90fc-737fa11cdeee), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:52.532628 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:52.635260 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db87a200-8ee3-4aa6-97f8-33a7f78a736d None None] Network 54789513-36f9-477f-bceb-3041cb133969 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:07:52.690565 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-92fd900e-b636-40f9-a2f2-98305547a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:52.692116 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-92fd900e-b636-40f9-a2f2-98305547a451 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1130 time: 0.1435230 Mar 08 06:07:52.786692 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Floating IP 8deb9cad-6db4-4d20-90fc-737fa11cdeee associated. External IP: 172.27.2.87, port: 1b88936d-44da-439d-9c83-aa14387d6bed. Mar 08 06:07:52.912084 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'ba5a8040-70bf-4a54-9c4c-f234654dc4d7', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'port_id': '543b2d2f-c20b-4099-8079-317a7c29b785', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'mac_address': 'fa:16:3e:ae:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:07:07Z', 'updated_at': '2022-03-08T06:07:50Z', 'revision_number': 1, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:52.913441 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-86f14f84-2083-46b9-b169-2a346558a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:52.917707 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-86f14f84-2083-46b9-b169-2a346558a37b service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.2178199 Mar 08 06:07:52.950279 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] Checking router: aea2b132-f0ae-48b9-9db6-7b909ffd85fe for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:07:52.960458 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:52.961266 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:07:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:53.084074 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:53.120499 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-8d7355f5-a4a4-472f-ae99-5f9e1f3c1fc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 1000 time: 0.1967564 Mar 08 06:07:53.237936 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-008b8263-9619-47b0-ac23-0bb7b8adf62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:53.239769 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-008b8263-9619-47b0-ac23-0bb7b8adf62c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0711548 Mar 08 06:07:53.245985 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Router 526a2714-31b4-4207-97fe-9458d8d601ae has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:07:53.394806 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:07:53.405222 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] Sync routers for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:07:53.407561 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:53.421606 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:53.422256 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:07:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:53.453151 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb513370-8e95-4de8-80a8-18e2161bab4f req-b7e49f92-6129-4483-8a54-cd270e43657c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:53.455022 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bb513370-8e95-4de8-80a8-18e2161bab4f req-b7e49f92-6129-4483-8a54-cd270e43657c tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.1092920 Mar 08 06:07:53.498130 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-584ddd20-3cc4-494c-a3eb-679901f271c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "PUT /v2.0/floatingips/8deb9cad-6db4-4d20-90fc-737fa11cdeee HTTP/1.1" status: 200 len: 990 time: 1.9720974 Mar 08 06:07:53.498332 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d25893-5fb0-4d47-8829-f1b7d2626549 req-d621a0f8-1f26-4efe-a336-89ea8f098ee5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:53.498332 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-65d25893-5fb0-4d47-8829-f1b7d2626549 req-d621a0f8-1f26-4efe-a336-89ea8f098ee5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.1141562 Mar 08 06:07:53.511774 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-f26d2e1b-4192-45d8-a38b-7830f25dfd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:53.513452 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-f26d2e1b-4192-45d8-a38b-7830f25dfd9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1222150 Mar 08 06:07:53.528429 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'ba5a8040-70bf-4a54-9c4c-f234654dc4d7', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'port_id': '543b2d2f-c20b-4099-8079-317a7c29b785', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'mac_address': 'fa:16:3e:ae:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:07:07Z', 'updated_at': '2022-03-08T06:07:50Z', 'revision_number': 1, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:53.565710 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-65d25893-5fb0-4d47-8829-f1b7d2626549 req-1b028645-f5de-4e41-b0da-0c09733a7205 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670941 Mar 08 06:07:53.568818 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:53.570075 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24763887-1433-49d3-8cda-5061148b7f1b None None] The sync data for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi is: [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'ba5a8040-70bf-4a54-9c4c-f234654dc4d7', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'floating_ip_address': '172.27.2.241', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'port_id': '543b2d2f-c20b-4099-8079-317a7c29b785', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'mac_address': 'fa:16:3e:ae:71:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:07:07Z', 'updated_at': '2022-03-08T06:07:50Z', 'revision_number': 1, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:07:53.575564 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bb513370-8e95-4de8-80a8-18e2161bab4f req-eaa53c49-05d4-4733-8a35-764646bd3a05 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115291 Mar 08 06:07:53.709310 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-703344ab-6c14-476f-9dda-9a5c5c1b0e7c service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148355 Mar 08 06:07:53.817178 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e6a55c6e-af86-42ef-b211-4eda15dcc87d req-1b7159fa-84b8-4119-b13a-894630f3a656 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973828 Mar 08 06:07:53.844030 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781054d-1ca1-4cb7-9486-d44b7be747c1 None None] New status for floating IP ba5a8040-70bf-4a54-9c4c-f234654dc4d7: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:07:53.894206 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '8deb9cad-6db4-4d20-90fc-737fa11cdeee', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'port_id': '1b88936d-44da-439d-9c83-aa14387d6bed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'mac_address': 'fa:16:3e:08:f6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:07:12Z', 'updated_at': '2022-03-08T06:07:52Z', 'revision_number': 1, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:53.932643 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] Checking router: 526a2714-31b4-4207-97fe-9458d8d601ae for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:07:53.941376 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:07:53.942080 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:07:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:54.084412 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:07:54.354202 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '8deb9cad-6db4-4d20-90fc-737fa11cdeee', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'port_id': '1b88936d-44da-439d-9c83-aa14387d6bed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'mac_address': 'fa:16:3e:08:f6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:07:12Z', 'updated_at': '2022-03-08T06:07:52Z', 'revision_number': 1, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:07:54.382922 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74d5593-7c4c-4946-85e2-42d7e6ab9bc3 None None] The sync data for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi is: [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '8deb9cad-6db4-4d20-90fc-737fa11cdeee', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'floating_ip_address': '172.27.2.87', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'port_id': '1b88936d-44da-439d-9c83-aa14387d6bed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'mac_address': 'fa:16:3e:08:f6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:07:12Z', 'updated_at': '2022-03-08T06:07:52Z', 'revision_number': 1, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:07:54.471655 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'tag': '1b88936d-44da-439d-9c83-aa14387d6bed'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:07:54.474305 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6a099e-9bf9-4d83-980b-241bb376f905" -d '{"events": [{"name": "network-changed", "server_uuid": "9488d7ed-a800-4c89-9e9f-5329515519d8", "tag": "1b88936d-44da-439d-9c83-aa14387d6bed"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:07:54.511724 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a5de2-0eb0-40cc-8e5b-9af6ce46f593 x-openstack-request-id: req-bc8a5de2-0eb0-40cc-8e5b-9af6ce46f593 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:07:54.512093 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9488d7ed-a800-4c89-9e9f-5329515519d8", "tag": "1b88936d-44da-439d-9c83-aa14387d6bed", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:07:54.512396 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc8a5de2-0eb0-40cc-8e5b-9af6ce46f593 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:07:54.512794 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'tag': '1b88936d-44da-439d-9c83-aa14387d6bed', 'status': 'completed', 'code': 200} Mar 08 06:07:54.598680 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e1c378-a460-4e7a-947e-5c17f08a7e07 None None] New status for floating IP 8deb9cad-6db4-4d20-90fc-737fa11cdeee: ACTIVE {{(pid=103360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:07:54.627450 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-c3766358-e081-4358-a5d7-68c7e30485ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:54.629140 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-c3766358-e081-4358-a5d7-68c7e30485ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 1129 time: 0.0656092 Mar 08 06:07:54.757569 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-e14eb6ff-1559-48b7-85c0-de0de3f70810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:54.759933 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-e14eb6ff-1559-48b7-85c0-de0de3f70810 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 911 time: 0.1225901 Mar 08 06:07:54.768380 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c5c7e-9c2d-4bc0-b154-e4b5c7717b68 req-aca2baa8-6b0f-4355-8e4e-315736f8f639 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:54.776508 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-db1c5c7e-9c2d-4bc0-b154-e4b5c7717b68 req-aca2baa8-6b0f-4355-8e4e-315736f8f639 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0896213 Mar 08 06:07:54.809601 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40308) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:54.815882 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347336-d05b-45d4-8382-d15dbca70f4e req-16800659-fd1d-4db4-91f6-cfc2f10935bb tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:54.822792 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-18347336-d05b-45d4-8382-d15dbca70f4e req-16800659-fd1d-4db4-91f6-cfc2f10935bb tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.1026969 Mar 08 06:07:54.850148 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-7890aa43-ff93-4b19-840f-67732400648c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 200 len: 998 time: 0.0839021 Mar 08 06:07:54.881707 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-db1c5c7e-9c2d-4bc0-b154-e4b5c7717b68 req-799fdbf7-de67-4edb-a197-1a219c8cc7bd tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998371 Mar 08 06:07:54.922886 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-18347336-d05b-45d4-8382-d15dbca70f4e req-e6ecca76-5cc0-41c8-8ee7-5c7a70057b13 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912099 Mar 08 06:07:54.927895 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-a3980e5c-e7c6-4c4f-bf92-0ba03af0628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:54.929670 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-a3980e5c-e7c6-4c4f-bf92-0ba03af0628a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0737395 Mar 08 06:07:54.984909 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-801b5b95-62f9-43a0-911d-dfb46816bcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:55.017736 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-ab0abd77-5bec-4088-bc02-4612add06f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:55.019387 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-ab0abd77-5bec-4088-bc02-4612add06f64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0827901 Mar 08 06:07:55.147679 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-801b5b95-62f9-43a0-911d-dfb46816bcc0 admin admin] Publish callbacks [] for security_group (c3bdd0c0-72b9-4b58-85d3-b756350cf83d), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:55.151019 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-c35286a1-dae5-405d-b679-0900f261326e service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244178 Mar 08 06:07:55.153507 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-801b5b95-62f9-43a0-911d-dfb46816bcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (c3bdd0c0-72b9-4b58-85d3-b756350cf83d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:55.242401 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-801b5b95-62f9-43a0-911d-dfb46816bcc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ee9a03d6fe14f4696262adc88d7de77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293973 Mar 08 06:07:55.242890 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40328) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:55.322042 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b5b95-62f9-43a0-911d-dfb46816bcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bdd0c0-72b9-4b58-85d3-b756350cf83d,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:55.348307 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4b6a099e-9bf9-4d83-980b-241bb376f905 req-50b504cc-5aa7-4247-8c02-2d0a1ec82794 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798615 Mar 08 06:07:55.361070 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59fcf190-4164-4d98-bb69-760fdf3a6801 admin admin] Publish callbacks [] for security_group (c3bdd0c0-72b9-4b58-85d3-b756350cf83d), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:55.398830 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59fcf190-4164-4d98-bb69-760fdf3a6801 admin admin] Publish callbacks [] for security_group (c3bdd0c0-72b9-4b58-85d3-b756350cf83d), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:55.456344 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59fcf190-4164-4d98-bb69-760fdf3a6801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (c3bdd0c0-72b9-4b58-85d3-b756350cf83d), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:55.462950 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59fcf190-4164-4d98-bb69-760fdf3a6801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:55.465267 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-59fcf190-4164-4d98-bb69-760fdf3a6801 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3bdd0c0-72b9-4b58-85d3-b756350cf83d HTTP/1.1" status: 204 len: 168 time: 0.2206562 Mar 08 06:07:55.474234 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf190-4164-4d98-bb69-760fdf3a6801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bdd0c0-72b9-4b58-85d3-b756350cf83d,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:55.767854 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-55c071dd-b59e-48cd-abf1-233bdcdf43de tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:55.769324 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-55c071dd-b59e-48cd-abf1-233bdcdf43de tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/networks?id=54789513-36f9-477f-bceb-3041cb133969 HTTP/1.1" status: 200 len: 808 time: 0.1046209 Mar 08 06:07:55.786169 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-fb3dafa2-5d64-4093-85a3-d4f6ee22ff14 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/quotas/770a427fc6634f73871895073c344cec HTTP/1.1" status: 200 len: 375 time: 0.0094216 Mar 08 06:07:55.788880 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40360) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:55.810502 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4b13736-9a25-429f-8a88-13dcdbc4fc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:55.827790 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-b7a67b50-e3f8-45b8-95f0-e3a6c9d10d6a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=770a427fc6634f73871895073c344cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325997 Mar 08 06:07:55.957485 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-8477c871-a0e2-4529-b337-950b4280920a service neutron] 10.222.0.16 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226318 Mar 08 06:07:56.191257 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4b13736-9a25-429f-8a88-13dcdbc4fc67 admin admin] Publish callbacks [] for security_group (c8e58175-9ac8-4dbd-aab0-1f393d205fe0), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:56.215851 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4b13736-9a25-429f-8a88-13dcdbc4fc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (c8e58175-9ac8-4dbd-aab0-1f393d205fe0), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:56.297661 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d4b13736-9a25-429f-8a88-13dcdbc4fc67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d3cf9f4f891401fb2c733eb613a8649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5077775 Mar 08 06:07:56.300412 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40368) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:07:56.315880 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b13736-9a25-429f-8a88-13dcdbc4fc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e58175-9ac8-4dbd-aab0-1f393d205fe0,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:56.332977 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e7163-c5c5-456d-a3bf-068578d3c2bd req-9d0cc29b-aa02-4832-9b65-1c7b949a568e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:56.334490 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3f4e7163-c5c5-456d-a3bf-068578d3c2bd req-9d0cc29b-aa02-4832-9b65-1c7b949a568e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.1716189 Mar 08 06:07:56.337438 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-673b9aa9-6ddc-4aa5-b2ac-ff16062e10e0 service neutron] 10.222.0.16 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699729 Mar 08 06:07:56.366850 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3446fdbf-780a-4d32-8a5d-1c6ea40c0c72 admin admin] Publish callbacks [] for security_group (c8e58175-9ac8-4dbd-aab0-1f393d205fe0), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:56.388268 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3f4e7163-c5c5-456d-a3bf-068578d3c2bd req-9bb8c9f1-d5c9-4280-b2c8-a4bc57c53e36 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465140 Mar 08 06:07:56.393478 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3446fdbf-780a-4d32-8a5d-1c6ea40c0c72 admin admin] Publish callbacks [] for security_group (c8e58175-9ac8-4dbd-aab0-1f393d205fe0), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:56.468672 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3446fdbf-780a-4d32-8a5d-1c6ea40c0c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (c8e58175-9ac8-4dbd-aab0-1f393d205fe0), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:56.472070 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3446fdbf-780a-4d32-8a5d-1c6ea40c0c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:07:56.485606 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3446fdbf-780a-4d32-8a5d-1c6ea40c0c72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8e58175-9ac8-4dbd-aab0-1f393d205fe0 HTTP/1.1" status: 204 len: 168 time: 0.1839478 Mar 08 06:07:56.504244 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446fdbf-780a-4d32-8a5d-1c6ea40c0c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e58175-9ac8-4dbd-aab0-1f393d205fe0,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:07:56.536953 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-87c11ca4-9f09-4ed4-9690-885d3af9deab req-6a2f6551-9702-4749-9357-5b20abee69c9 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0406430 Mar 08 06:07:57.490626 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:07:57.526941 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99667-5337-4117-aeaf-a53f7c3bba3c req-9bc50000-b770-4c09-a6ce-753f806baa60 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:57.528435 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-acc99667-5337-4117-aeaf-a53f7c3bba3c req-9bc50000-b770-4c09-a6ce-753f806baa60 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0691748 Mar 08 06:07:57.580679 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-acc99667-5337-4117-aeaf-a53f7c3bba3c req-aa417640-ddf6-4c18-a0fe-b2e265d61e6a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467787 Mar 08 06:07:57.671027 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-91ec3d33-6421-4f26-8472-7a783654ed82 req-c245caae-c1ba-4950-948e-231059390971 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0349257 Mar 08 06:07:58.713945 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9427d-42a7-4f8b-a3d0-28669b7af831 req-b8a60f68-cb9b-4ac1-a585-2df09e61af82 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:58.715443 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bad9427d-42a7-4f8b-a3d0-28669b7af831 req-b8a60f68-cb9b-4ac1-a585-2df09e61af82 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0565753 Mar 08 06:07:58.763056 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bad9427d-42a7-4f8b-a3d0-28669b7af831 req-3a970a55-31ad-4faa-96c4-24fd4dc73649 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420845 Mar 08 06:07:58.842481 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c8b22aa1-8d54-4949-9048-49f72139fa85 req-926e24a1-ec12-48f0-8601-8230990e8055 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0275636 Mar 08 06:07:59.900966 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ae78-2677-4b84-96c5-8c4b3a283c8d req-98a39d0e-0de9-46ef-87dc-a98b35c0d366 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:07:59.902530 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-48d6ae78-2677-4b84-96c5-8c4b3a283c8d req-98a39d0e-0de9-46ef-87dc-a98b35c0d366 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0593741 Mar 08 06:07:59.955168 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-48d6ae78-2677-4b84-96c5-8c4b3a283c8d req-8880c99f-d9e1-44b6-b1af-c06290c8303f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469317 Mar 08 06:08:00.038850 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-343e1312-1709-4725-954f-84c13436dd6d req-54667fc0-9baa-4f9e-987f-30be08ee82af tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0286007 Mar 08 06:08:01.080622 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd106-059f-4847-a313-c4a733b68167 req-a0ebdfe6-5158-49cc-99f3-2a5d5c107bff tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:01.082116 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-042dd106-059f-4847-a313-c4a733b68167 req-a0ebdfe6-5158-49cc-99f3-2a5d5c107bff tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0537820 Mar 08 06:08:01.150502 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8fd9430-3818-4a05-8389-ae8d4c0272fc req-19a67c9a-8ea4-4879-9069-c2d848e40b83 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0414701 Mar 08 06:08:01.154889 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-042dd106-059f-4847-a313-c4a733b68167 req-783d4978-54bd-4f31-9d46-c4749a68b0f8 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661676 Mar 08 06:08:02.262874 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4230b91a-0504-42a0-882e-4b0eb3e20038 req-468b7530-12c7-4501-a83e-c81914a0678e tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0464756 Mar 08 06:08:02.287949 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae867e-1bdd-42df-bcae-5b08f8ca5823 req-b46aabba-281a-44a9-b0d8-93a137e13bd5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:02.289400 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e1ae867e-1bdd-42df-bcae-5b08f8ca5823 req-b46aabba-281a-44a9-b0d8-93a137e13bd5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0648832 Mar 08 06:08:02.337236 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e1ae867e-1bdd-42df-bcae-5b08f8ca5823 req-29f4eab0-c0e4-4e1c-9d08-57910d29becc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Mar 08 06:08:03.359652 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9735e242-babc-464a-b828-94243cb0bb7a req-d73ce072-4e1b-4d22-8979-9cb34f4b3418 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0299461 Mar 08 06:08:03.454209 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb9242-70e9-436b-97b6-05c692ae41a8 req-93899dac-b1ef-4507-8381-f891c5ed2346 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:03.455761 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-95bb9242-70e9-436b-97b6-05c692ae41a8 req-93899dac-b1ef-4507-8381-f891c5ed2346 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0538018 Mar 08 06:08:03.501593 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-95bb9242-70e9-436b-97b6-05c692ae41a8 req-86fcea93-64e3-469c-9469-66456ca9c02a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403898 Mar 08 06:08:04.456767 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5aac0808-7147-41e7-bc60-15d97825c2aa req-b3c47267-92c8-48ed-8309-30f080c73aa7 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0307908 Mar 08 06:08:04.624688 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037c36c-602e-4731-855f-8bc83e46fd5b req-a49c12f1-99c0-4bed-a146-1657efc4b7d7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:04.626178 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e037c36c-602e-4731-855f-8bc83e46fd5b req-a49c12f1-99c0-4bed-a146-1657efc4b7d7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0544744 Mar 08 06:08:04.685179 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e037c36c-602e-4731-855f-8bc83e46fd5b req-c133ca96-458e-4b80-99db-6fe17825530e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Mar 08 06:08:04.685369 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-58db6cb4-ec2c-466d-981b-e8301cd5ee12 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:04.686629 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-58db6cb4-ec2c-466d-981b-e8301cd5ee12 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.31 "GET /v2.0/networks?id=54789513-36f9-477f-bceb-3041cb133969 HTTP/1.1" status: 200 len: 808 time: 0.1141279 Mar 08 06:08:04.885465 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Request body: {'port': {'device_id': 'ea5cf9d7-4d41-499f-801a-0af308044d7c', 'network_id': '54789513-36f9-477f-bceb-3041cb133969', 'admin_state_up': True, 'tenant_id': '770a427fc6634f73871895073c344cec'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:04.995771 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Made reservation on behalf of 770a427fc6634f73871895073c344cec for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:08:04.998977 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:05.334929 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Allocated IP 172.20.0.9 (54789513-36f9-477f-bceb-3041cb133969/abdd89b8-24ad-4524-84ea-90b242c120c8/bb8c5fa3-83ca-4369-9701-e909244ef312) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:08:05.489814 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks [] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:05.524671 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:05.569116 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Network 54789513-36f9-477f-bceb-3041cb133969 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:08:05.572113 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:05.576658 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:08:05.586489 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d04f6-7157-420f-900a-e2e2b5078068 req-3b792bff-b0c2-4776-9532-820fb338f1f7 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:05.587940 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f83d04f6-7157-420f-900a-e2e2b5078068 req-3b792bff-b0c2-4776-9532-820fb338f1f7 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 931 time: 0.0600038 Mar 08 06:08:05.604806 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Pushing event updated for resources: {'Port': ['ID=bb8c5fa3-83ca-4369-9701-e909244ef312,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:05.631815 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:05.632439 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:05.643526 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f83d04f6-7157-420f-900a-e2e2b5078068 req-264cef48-652a-4c7d-b044-5fc025084a4e tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489490 Mar 08 06:08:05.648566 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-7304d401-5fef-4b45-83d2-6af270e0659a tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671130 Mar 08 06:08:05.689796 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Request body: {'port': {'device_id': 'ea5cf9d7-4d41-499f-801a-0af308044d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:05.747366 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:05.808671 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b432eb-5a74-47e3-8543-e8e0e7bea908 req-a38267c0-8543-4c18-9a06-afcd9737ec20 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:05.810173 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d0b432eb-5a74-47e3-8543-e8e0e7bea908 req-a38267c0-8543-4c18-9a06-afcd9737ec20 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0572224 Mar 08 06:08:05.863916 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d0b432eb-5a74-47e3-8543-e8e0e7bea908 req-fae803e8-532c-4206-9798-34b6969fe2c6 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480654 Mar 08 06:08:06.028063 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8c5fa3-83ca-4369-9701-e909244ef312 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:08:06.038994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Publish callbacks [] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:06.052141 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Transition to ACTIVE for port object bb8c5fa3-83ca-4369-9701-e909244ef312 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:08:06.057139 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:06.137079 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8c5fa3-83ca-4369-9701-e909244ef312,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:06.192360 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Attempting to bind port bb8c5fa3-83ca-4369-9701-e909244ef312 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:08:06.192779 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Attempting to bind port bb8c5fa3-83ca-4369-9701-e909244ef312 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:08:06.193115 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Attempting to bind port bb8c5fa3-83ca-4369-9701-e909244ef312 on network 54789513-36f9-477f-bceb-3041cb133969 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:06.198319 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Port bb8c5fa3-83ca-4369-9701-e909244ef312 on network 54789513-36f9-477f-bceb-3041cb133969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:08:06.198718 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Attempting to bind port bb8c5fa3-83ca-4369-9701-e909244ef312 on network 54789513-36f9-477f-bceb-3041cb133969 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:06.204545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:08:06.204885 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Checking segment: {'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:08:06.205764 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Bound using segment: {'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:08:06.205764 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Bound port: bb8c5fa3-83ca-4369-9701-e909244ef312, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:08:06.206040 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:06.270667 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] For port bb8c5fa3-83ca-4369-9701-e909244ef312, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:08:06.274057 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] For port bb8c5fa3-83ca-4369-9701-e909244ef312, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bb8c5fa3-83ca-4369-9701-e909244ef312,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:08:06.281319 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:06.325598 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:06.326232 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:06.327875 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] 10.222.0.31 "PUT /v2.0/ports/bb8c5fa3-83ca-4369-9701-e909244ef312 HTTP/1.1" status: 200 len: 1093 time: 0.6421366 Mar 08 06:08:06.328382 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5cf9d7-4d41-499f-801a-0af308044d7c', 'tag': 'bb8c5fa3-83ca-4369-9701-e909244ef312'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:08:06.341181 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14af10d4-7460-443a-9d06-f39aa5c03969" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5cf9d7-4d41-499f-801a-0af308044d7c", "tag": "bb8c5fa3-83ca-4369-9701-e909244ef312"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:08:06.385723 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9a815-dc14-4c7e-8a7d-f2faf8954097 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8c5fa3-83ca-4369-9701-e909244ef312,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:06.407748 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbc6283-5e81-4368-afa3-5d769f8aa39c x-openstack-request-id: req-dcbc6283-5e81-4368-afa3-5d769f8aa39c {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:08:06.408270 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5cf9d7-4d41-499f-801a-0af308044d7c", "tag": "bb8c5fa3-83ca-4369-9701-e909244ef312", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:08:06.408647 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcbc6283-5e81-4368-afa3-5d769f8aa39c {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:08:06.409497 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5cf9d7-4d41-499f-801a-0af308044d7c', 'tag': 'bb8c5fa3-83ca-4369-9701-e909244ef312', 'status': 'completed', 'code': 200} Mar 08 06:08:06.485843 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-06418d81-fad9-4c8c-8d62-f9c070a23f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:06.487483 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-06418d81-fad9-4c8c-8d62-f9c070a23f66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=770a427fc6634f73871895073c344cec&device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 1127 time: 0.0479388 Mar 08 06:08:06.544963 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-a4919755-6f77-434f-88d8-02a0de4c1c55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb8c5fa3-83ca-4369-9701-e909244ef312 HTTP/1.1" status: 200 len: 217 time: 0.0408809 Mar 08 06:08:06.596589 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-833e063f-95a4-4858-9db2-8f5c85925458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:06.598292 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-833e063f-95a4-4858-9db2-8f5c85925458 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abdd89b8-24ad-4524-84ea-90b242c120c8 HTTP/1.1" status: 200 len: 848 time: 0.0463476 Mar 08 06:08:06.636804 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-9d0b5020-c25c-45ca-96e1-3d7ab572d3a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54789513-36f9-477f-bceb-3041cb133969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305569 Mar 08 06:08:06.755551 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-516090ba-0fd3-4da1-9f20-c462339a8ba9 service neutron] 10.222.0.31 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107900 Mar 08 06:08:06.782280 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c3ed8-4969-4e74-8e9b-f02e2d191b6d req-69b13525-72b7-4f82-9c5b-a5bb727ceeb4 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:06.784689 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-056c3ed8-4969-4e74-8e9b-f02e2d191b6d req-69b13525-72b7-4f82-9c5b-a5bb727ceeb4 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 943 time: 0.0666015 Mar 08 06:08:06.842847 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-056c3ed8-4969-4e74-8e9b-f02e2d191b6d req-861df6b9-f0bd-47c8-995e-686507a8d14e tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514488 Mar 08 06:08:06.855987 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce3c7015-9ecc-49e9-967d-f61f9426b171 req-2b1db0db-2ed3-4704-adca-7fc5b09e6721 service neutron] 10.222.0.31 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877011 Mar 08 06:08:06.990452 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0a850-e263-49af-af3d-1de539e96aaf req-b5e146e7-facf-4afa-825e-1514a68af77b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:06.992078 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c2a0a850-e263-49af-af3d-1de539e96aaf req-b5e146e7-facf-4afa-825e-1514a68af77b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0583603 Mar 08 06:08:07.040917 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-e4fac154-e916-431f-af9a-c5225a67a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:07.042998 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-e4fac154-e916-431f-af9a-c5225a67a804 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=770a427fc6634f73871895073c344cec&device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 1127 time: 0.0446858 Mar 08 06:08:07.046883 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c2a0a850-e263-49af-af3d-1de539e96aaf req-a7c61a46-2a43-4caa-ab24-1c9decf219b5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Mar 08 06:08:07.139215 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-3d7c869c-f1c1-4f4f-be7c-8128ac98e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:07.140750 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-3d7c869c-f1c1-4f4f-be7c-8128ac98e7ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=54789513-36f9-477f-bceb-3041cb133969 HTTP/1.1" status: 200 len: 909 time: 0.0914900 Mar 08 06:08:07.183666 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-71e6fc34-5022-479d-9839-3dbce319d408 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb8c5fa3-83ca-4369-9701-e909244ef312 HTTP/1.1" status: 200 len: 217 time: 0.0348864 Mar 08 06:08:07.234861 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-89b6f9a8-d695-4c0b-98dd-2bf7e54ac07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:07.236320 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-89b6f9a8-d695-4c0b-98dd-2bf7e54ac07d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abdd89b8-24ad-4524-84ea-90b242c120c8 HTTP/1.1" status: 200 len: 848 time: 0.0465248 Mar 08 06:08:07.275103 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-1d1cd2a8-622c-4d1d-a5aa-41bdf8f36ffa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54789513-36f9-477f-bceb-3041cb133969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251880 Mar 08 06:08:07.367348 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-75fd9285-ada2-40af-9827-7875ed0d5385 service neutron] 10.222.0.31 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859082 Mar 08 06:08:07.459913 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-14af10d4-7460-443a-9d06-f39aa5c03969 req-401240f1-8ee7-4176-afb6-203e6185af62 service neutron] 10.222.0.31 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Mar 08 06:08:07.968004 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0ef7d-4032-4070-acc1-e4c2510fb776 req-e77bbbf7-13d5-49e1-bcf0-c734fa8faea8 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:07.969492 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4ba0ef7d-4032-4070-acc1-e4c2510fb776 req-e77bbbf7-13d5-49e1-bcf0-c734fa8faea8 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 943 time: 0.0576770 Mar 08 06:08:08.026686 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4ba0ef7d-4032-4070-acc1-e4c2510fb776 req-6e077bed-ca57-4e45-a5f9-63fa0ac5daad tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508904 Mar 08 06:08:08.165180 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248a3cb-ed1b-404d-85da-21a4276b0d53 req-22e2c8cd-6b9c-4239-8cbc-2ddab178b066 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:08.166684 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4248a3cb-ed1b-404d-85da-21a4276b0d53 req-22e2c8cd-6b9c-4239-8cbc-2ddab178b066 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0514786 Mar 08 06:08:08.213643 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4248a3cb-ed1b-404d-85da-21a4276b0d53 req-5b848246-90c8-47ec-b13e-0402e7b06a1f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Mar 08 06:08:09.125779 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-74fb7f6b-a08e-4b38-9ea0-f5bceba0487a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.165257 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf104e3-1796-4e20-aae0-7420fd9e8720 req-762fa4f0-3ba4-4ecd-964b-4d4548fffe10 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:09.167402 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9bf104e3-1796-4e20-aae0-7420fd9e8720 req-762fa4f0-3ba4-4ecd-964b-4d4548fffe10 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 943 time: 0.0623775 Mar 08 06:08:09.194454 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40676) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:09.220376 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9bf104e3-1796-4e20-aae0-7420fd9e8720 req-e2c8eafe-4224-423e-bf29-434d829fdd9b tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472851 Mar 08 06:08:09.239354 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b23f3e-9231-44ff-91e9-93a6ad68ae09 admin admin] Deleting subnet 4f39d7a6-279d-43ec-b70a-e2d3c498cae2 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:08:09.242730 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33b23f3e-9231-44ff-91e9-93a6ad68ae09 admin admin] Publish callbacks [] for subnet (4f39d7a6-279d-43ec-b70a-e2d3c498cae2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.278855 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33b23f3e-9231-44ff-91e9-93a6ad68ae09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13919509'] for subnet (4f39d7a6-279d-43ec-b70a-e2d3c498cae2), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.329635 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33b23f3e-9231-44ff-91e9-93a6ad68ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (4f39d7a6-279d-43ec-b70a-e2d3c498cae2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.334536 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d6f90-f799-49ab-a9b2-c9dacd52b912 req-adfefac7-0f3c-4784-b7e4-a869e9827276 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:09.336052 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e77d6f90-f799-49ab-a9b2-c9dacd52b912 req-adfefac7-0f3c-4784-b7e4-a869e9827276 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0564461 Mar 08 06:08:09.380378 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33b23f3e-9231-44ff-91e9-93a6ad68ae09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14106569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13186681'] for subnet (4f39d7a6-279d-43ec-b70a-e2d3c498cae2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.383007 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e77d6f90-f799-49ab-a9b2-c9dacd52b912 req-64513f29-9413-40a0-aaad-3440b5c9a671 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Mar 08 06:08:09.407414 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b23f3e-9231-44ff-91e9-93a6ad68ae09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f39d7a6-279d-43ec-b70a-e2d3c498cae2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:09.410432 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33b23f3e-9231-44ff-91e9-93a6ad68ae09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.413623 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-33b23f3e-9231-44ff-91e9-93a6ad68ae09 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f39d7a6-279d-43ec-b70a-e2d3c498cae2 HTTP/1.1" status: 204 len: 168 time: 0.2180619 Mar 08 06:08:09.416274 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40682) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:09.487635 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (db2e244f-ede4-467f-afb0-abd868f4acb6), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.572062 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (db2e244f-ede4-467f-afb0-abd868f4acb6), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.595010 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2e244f-ede4-467f-afb0-abd868f4acb6']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:09.604762 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b834a56-85b6-4c45-874e-f8377bf1cd45') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:09.605062 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b834a56-85b6-4c45-874e-f8377bf1cd45') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:09.615619 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (4b834a56-85b6-4c45-874e-f8377bf1cd45), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.631084 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (4b834a56-85b6-4c45-874e-f8377bf1cd45), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.637849 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:08:09.638283 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (4b834a56-85b6-4c45-874e-f8377bf1cd45), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:08:09.639932 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:08:09.708739 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (db2e244f-ede4-467f-afb0-abd868f4acb6), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.715506 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.718955 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] 10.222.0.16 "DELETE /v2.0/networks/db2e244f-ede4-467f-afb0-abd868f4acb6 HTTP/1.1" status: 204 len: 168 time: 0.3014922 Mar 08 06:08:09.722415 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40692) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:09.730277 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32313a01-db2a-4b10-b476-4724e2c7fe99 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2e244f-ede4-467f-afb0-abd868f4acb6,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:09.772719 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6165f69b-a5f8-4a2a-b406-abd55d7221ba admin admin] Deleting subnet 51d4cef6-793c-4a3f-ba4e-737f2c7d998f {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:08:09.776237 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6165f69b-a5f8-4a2a-b406-abd55d7221ba admin admin] Publish callbacks [] for subnet (51d4cef6-793c-4a3f-ba4e-737f2c7d998f), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.811384 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6165f69b-a5f8-4a2a-b406-abd55d7221ba admin admin] Publish callbacks [] for subnet (51d4cef6-793c-4a3f-ba4e-737f2c7d998f), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.817016 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6165f69b-a5f8-4a2a-b406-abd55d7221ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (51d4cef6-793c-4a3f-ba4e-737f2c7d998f), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.873747 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6165f69b-a5f8-4a2a-b406-abd55d7221ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for subnet (51d4cef6-793c-4a3f-ba4e-737f2c7d998f), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.904237 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165f69b-a5f8-4a2a-b406-abd55d7221ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51d4cef6-793c-4a3f-ba4e-737f2c7d998f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:09.906873 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6165f69b-a5f8-4a2a-b406-abd55d7221ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:09.910259 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-6165f69b-a5f8-4a2a-b406-abd55d7221ba admin admin] 10.222.0.16 "DELETE /v2.0/subnets/51d4cef6-793c-4a3f-ba4e-737f2c7d998f HTTP/1.1" status: 204 len: 168 time: 0.1867838 Mar 08 06:08:09.912709 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40694) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:09.980468 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (e638f7c2-4b83-4567-b59b-de90af59ff1e), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.067636 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (e638f7c2-4b83-4567-b59b-de90af59ff1e), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.087755 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.088176 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.088973 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.089502 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > port after_create 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.089992 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.090418 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > port after_update 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.090904 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.091321 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.091733 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.092152 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.157644 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.158004 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.158343 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.158719 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 06:08:10.159105 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e638f7c2-4b83-4567-b59b-de90af59ff1e']}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:10.177712 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f0a0e0-7330-40fc-a74e-533eae1560dc') {'for_net_delete': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:10.178384 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f0a0e0-7330-40fc-a74e-533eae1560dc') {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:10.194362 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602281'] for segment (b9f0a0e0-7330-40fc-a74e-533eae1560dc), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.215958 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (b9f0a0e0-7330-40fc-a74e-533eae1560dc), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.224534 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:08:10.224876 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12772940'] for segment (b9f0a0e0-7330-40fc-a74e-533eae1560dc), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: from cryptography.utils import int_from_bytes Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: from cryptography.utils import int_from_bytes Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: Traceback (most recent call last): Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: timer() Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: cb(*args, **kw) Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: return func(*args, **kwargs) Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: self._notify() Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: self.callback(batched_events) Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: event.method(event) Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: return f(self, *a, **k) Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._get(url).json() Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: return self.request(url, 'GET', **kwargs) Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:08:10.229321 dv-cinder-828060-10-iscsi neutron-server[103358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:08:10.316159 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (e638f7c2-4b83-4567-b59b-de90af59ff1e), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.329981 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.335530 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] 10.222.0.16 "DELETE /v2.0/networks/e638f7c2-4b83-4567-b59b-de90af59ff1e HTTP/1.1" status: 204 len: 168 time: 0.4194114 Mar 08 06:08:10.354879 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed25640-1f96-4112-bb16-7a59eeffe8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e638f7c2-4b83-4567-b59b-de90af59ff1e,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:10.403111 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b942b-70eb-4b33-aee5-6c775b4d9db2 req-8e0232af-fc08-4c53-a1be-a88bd0cdc5b0 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:10.404621 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-aa8b942b-70eb-4b33-aee5-6c775b4d9db2 req-8e0232af-fc08-4c53-a1be-a88bd0cdc5b0 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 943 time: 0.0779676 Mar 08 06:08:10.480859 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-aa8b942b-70eb-4b33-aee5-6c775b4d9db2 req-cac786dc-8d80-4a0d-bdea-68015fe6e588 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695016 Mar 08 06:08:10.526353 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8316c-0833-464c-b6cf-90e60109acac req-e13a8180-b5b3-4f73-aa87-4815b2bce365 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:10.527871 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-18a8316c-0833-464c-b6cf-90e60109acac req-e13a8180-b5b3-4f73-aa87-4815b2bce365 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0635917 Mar 08 06:08:10.573165 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40718) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:10.576229 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-18a8316c-0833-464c-b6cf-90e60109acac req-751bb060-ff0f-44ed-8903-71bf42c781ce tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Mar 08 06:08:10.612682 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-bceff0d3-249b-441d-90da-d07d56a74c39 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=595460ec5c8c4024a0ebe1c2256dd34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382733 Mar 08 06:08:10.615107 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40722) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:10.661657 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d188cb17-aa23-4974-a708-3bce027e7262 admin admin] Publish callbacks [] for security_group (2a067592-007a-4c70-90f5-8b346cf5f4ad), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.683366 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d188cb17-aa23-4974-a708-3bce027e7262 admin admin] Publish callbacks [] for security_group (2a067592-007a-4c70-90f5-8b346cf5f4ad), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.731916 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d188cb17-aa23-4974-a708-3bce027e7262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (2a067592-007a-4c70-90f5-8b346cf5f4ad), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.734867 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d188cb17-aa23-4974-a708-3bce027e7262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:10.736010 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d188cb17-aa23-4974-a708-3bce027e7262 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a067592-007a-4c70-90f5-8b346cf5f4ad HTTP/1.1" status: 204 len: 168 time: 0.1200027 Mar 08 06:08:10.744121 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188cb17-aa23-4974-a708-3bce027e7262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a067592-007a-4c70-90f5-8b346cf5f4ad,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:11.070379 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40746) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:11.113530 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d1e438b7-ab67-48f8-94be-331ad2a23432 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=901114eb7e7c4c05838d34e106b21f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417936 Mar 08 06:08:11.116200 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40748) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:11.163049 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e685076f-8436-4289-8ba8-9aaaab5379d7 admin admin] Publish callbacks [] for security_group (dbb6868f-e63f-45d4-bcf2-e45bea2b2d53), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:11.183791 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e685076f-8436-4289-8ba8-9aaaab5379d7 admin admin] Publish callbacks [] for security_group (dbb6868f-e63f-45d4-bcf2-e45bea2b2d53), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:11.229980 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e685076f-8436-4289-8ba8-9aaaab5379d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (dbb6868f-e63f-45d4-bcf2-e45bea2b2d53), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:11.232584 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e685076f-8436-4289-8ba8-9aaaab5379d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:11.233682 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-e685076f-8436-4289-8ba8-9aaaab5379d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbb6868f-e63f-45d4-bcf2-e45bea2b2d53 HTTP/1.1" status: 204 len: 168 time: 0.1164842 Mar 08 06:08:11.241111 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685076f-8436-4289-8ba8-9aaaab5379d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb6868f-e63f-45d4-bcf2-e45bea2b2d53,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:11.357241 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e390038b-d0ff-4747-8bc7-7a85ce9b52b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:11.637015 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2fd95-8408-49d3-be89-8edde89fe216 req-d479b28c-9daa-45d4-abfa-f2fdf74dcd17 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:11.638785 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-75f2fd95-8408-49d3-be89-8edde89fe216 req-d479b28c-9daa-45d4-abfa-f2fdf74dcd17 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 943 time: 0.0863962 Mar 08 06:08:11.742933 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-75f2fd95-8408-49d3-be89-8edde89fe216 req-cbdc4570-7698-4e9a-b5dc-549ed7d2c1f8 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963297 Mar 08 06:08:11.761213 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fca441-e3ab-4d18-97f4-f471eaec2cfa req-54ccf25b-8b30-438a-9877-ce14091c29d7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:11.762934 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b8fca441-e3ab-4d18-97f4-f471eaec2cfa req-54ccf25b-8b30-438a-9877-ce14091c29d7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0860064 Mar 08 06:08:11.827083 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b8fca441-e3ab-4d18-97f4-f471eaec2cfa req-2b6bf798-f179-46bc-b3d0-28de9d51dd4a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Mar 08 06:08:12.083586 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bb8c5fa3-83ca-4369-9701-e909244ef312 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:08:12.192183 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bb8c5fa3-83ca-4369-9701-e909244ef312, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bb8c5fa3-83ca-4369-9701-e909244ef312,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:12.203588 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': 'bb8c5fa3-83ca-4369-9701-e909244ef312', 'network_id': '54789513-36f9-477f-bceb-3041cb133969', 'port_id': 'bb8c5fa3-83ca-4369-9701-e909244ef312', 'mac_address': 'fa:16:3e:2b:ce:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdd89b8-24ad-4524-84ea-90b242c120c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:08:12.241983 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port bb8c5fa3-83ca-4369-9701-e909244ef312 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:12.242369 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.257308 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8c5fa3-83ca-4369-9701-e909244ef312 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:08:12.278259 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bb8c5fa3-83ca-4369-9701-e909244ef312, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bb8c5fa3-83ca-4369-9701-e909244ef312,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:12.284058 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.335050 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=bb8c5fa3-83ca-4369-9701-e909244ef312,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:12.436192 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40806) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:12.454732 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40810) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:12.464077 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.544336 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-99754e85-dda5-4907-9356-50b2c53a740e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.565980 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-99e0404a-6f4d-4786-ba78-189f2edadfcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.625357 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-99754e85-dda5-4907-9356-50b2c53a740e admin admin] Publish callbacks [] for security_group (735fe75e-e1ec-4c9a-ab91-b41ad20d65ab), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.629773 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-99754e85-dda5-4907-9356-50b2c53a740e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (735fe75e-e1ec-4c9a-ab91-b41ad20d65ab), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.638316 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-99e0404a-6f4d-4786-ba78-189f2edadfcf admin admin] Publish callbacks [] for security_group (70cf3626-aec4-4d84-b557-7152529e1509), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.642314 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-99e0404a-6f4d-4786-ba78-189f2edadfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (70cf3626-aec4-4d84-b557-7152529e1509), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.671180 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99754e85-dda5-4907-9356-50b2c53a740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735fe75e-e1ec-4c9a-ab91-b41ad20d65ab,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:12.675410 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-99754e85-dda5-4907-9356-50b2c53a740e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58820ffbbc6e4ef1b9a1ef8ae4e14d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380033 Mar 08 06:08:12.678147 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40814) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:12.681447 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-99e0404a-6f4d-4786-ba78-189f2edadfcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea0dcbc38c87488da03b237689cfd10c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256083 Mar 08 06:08:12.682290 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0404a-6f4d-4786-ba78-189f2edadfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cf3626-aec4-4d84-b557-7152529e1509,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:12.684533 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40816) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:12.730092 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-692ab5fd-a7e9-4a90-9e56-47d895575fbc admin admin] Publish callbacks [] for security_group (735fe75e-e1ec-4c9a-ab91-b41ad20d65ab), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.731707 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-81c259ec-87af-42cb-bd43-5f7eb987231a admin admin] Publish callbacks [] for security_group (70cf3626-aec4-4d84-b557-7152529e1509), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.752900 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-81c259ec-87af-42cb-bd43-5f7eb987231a admin admin] Publish callbacks [] for security_group (70cf3626-aec4-4d84-b557-7152529e1509), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.757945 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-692ab5fd-a7e9-4a90-9e56-47d895575fbc admin admin] Publish callbacks [] for security_group (735fe75e-e1ec-4c9a-ab91-b41ad20d65ab), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.808904 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-81c259ec-87af-42cb-bd43-5f7eb987231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (70cf3626-aec4-4d84-b557-7152529e1509), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.811490 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-81c259ec-87af-42cb-bd43-5f7eb987231a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.814977 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-81c259ec-87af-42cb-bd43-5f7eb987231a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70cf3626-aec4-4d84-b557-7152529e1509 HTTP/1.1" status: 204 len: 168 time: 0.1272190 Mar 08 06:08:12.825127 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c259ec-87af-42cb-bd43-5f7eb987231a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cf3626-aec4-4d84-b557-7152529e1509,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:12.832178 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-692ab5fd-a7e9-4a90-9e56-47d895575fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (735fe75e-e1ec-4c9a-ab91-b41ad20d65ab), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.834754 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-692ab5fd-a7e9-4a90-9e56-47d895575fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:12.835875 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-692ab5fd-a7e9-4a90-9e56-47d895575fbc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/735fe75e-e1ec-4c9a-ab91-b41ad20d65ab HTTP/1.1" status: 204 len: 168 time: 0.1567576 Mar 08 06:08:12.860386 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ab5fd-a7e9-4a90-9e56-47d895575fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735fe75e-e1ec-4c9a-ab91-b41ad20d65ab,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:12.897611 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50b20c-d96f-40f4-b012-ef6203b59f9d req-dc24104e-de88-42f1-9ab9-9114a3f70fcc tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:12.900113 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3d50b20c-d96f-40f4-b012-ef6203b59f9d req-dc24104e-de88-42f1-9ab9-9114a3f70fcc tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 944 time: 0.0784576 Mar 08 06:08:12.933497 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['bb8c5fa3-83ca-4369-9701-e909244ef312'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:08:12.961914 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3d50b20c-d96f-40f4-b012-ef6203b59f9d req-75178b8d-b98e-47bc-a5e5-66edafe9cc87 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556340 Mar 08 06:08:13.063954 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f96d1-ec65-44a9-9756-b0f266860c4b req-1ccca373-58ca-4226-bc01-8eca5003370d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:13.067142 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-985f96d1-ec65-44a9-9756-b0f266860c4b req-1ccca373-58ca-4226-bc01-8eca5003370d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0993519 Mar 08 06:08:13.145177 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-985f96d1-ec65-44a9-9756-b0f266860c4b req-b497b3c9-c9d3-4a00-b5ba-6b08eda46f72 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716684 Mar 08 06:08:13.258231 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40846) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:13.272518 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-aa016837-fddc-403f-9fec-659b8c691f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.354974 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-aa016837-fddc-403f-9fec-659b8c691f88 admin admin] Publish callbacks [] for security_group (85da3a34-6f23-4b03-aa9a-af3247f648c0), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.359947 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-aa016837-fddc-403f-9fec-659b8c691f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (85da3a34-6f23-4b03-aa9a-af3247f648c0), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.397073 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-aa016837-fddc-403f-9fec-659b8c691f88 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9242e9fd7c542989914edd65910ca58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377254 Mar 08 06:08:13.398049 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa016837-fddc-403f-9fec-659b8c691f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85da3a34-6f23-4b03-aa9a-af3247f648c0,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:13.399684 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40850) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:13.459325 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3070de45-e707-4516-923e-b57bc9bf126f admin admin] Publish callbacks [] for security_group (85da3a34-6f23-4b03-aa9a-af3247f648c0), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.481891 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3070de45-e707-4516-923e-b57bc9bf126f admin admin] Publish callbacks [] for security_group (85da3a34-6f23-4b03-aa9a-af3247f648c0), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.533548 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3070de45-e707-4516-923e-b57bc9bf126f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (85da3a34-6f23-4b03-aa9a-af3247f648c0), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.536142 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3070de45-e707-4516-923e-b57bc9bf126f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.537280 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-3070de45-e707-4516-923e-b57bc9bf126f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85da3a34-6f23-4b03-aa9a-af3247f648c0 HTTP/1.1" status: 204 len: 168 time: 0.1366127 Mar 08 06:08:13.547442 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070de45-e707-4516-923e-b57bc9bf126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85da3a34-6f23-4b03-aa9a-af3247f648c0,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:13.834077 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 40874) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:13.845108 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8f5065de-b6cc-4569-b903-a949a2ca7aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.926425 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8f5065de-b6cc-4569-b903-a949a2ca7aa8 admin admin] Publish callbacks [] for security_group (1d2d27d8-8d95-4169-84dc-42ef9c4b1930), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.930792 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8f5065de-b6cc-4569-b903-a949a2ca7aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (1d2d27d8-8d95-4169-84dc-42ef9c4b1930), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:13.971798 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8f5065de-b6cc-4569-b903-a949a2ca7aa8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a5169ef8b0b45e0be7455dc75bdea1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386862 Mar 08 06:08:13.973211 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5065de-b6cc-4569-b903-a949a2ca7aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d27d8-8d95-4169-84dc-42ef9c4b1930,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:13.974427 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40902) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:14.034846 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-30004ddb-1b3f-4565-8b00-8369639e49c5 admin admin] Publish callbacks [] for security_group (1d2d27d8-8d95-4169-84dc-42ef9c4b1930), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:14.063069 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-30004ddb-1b3f-4565-8b00-8369639e49c5 admin admin] Publish callbacks [] for security_group (1d2d27d8-8d95-4169-84dc-42ef9c4b1930), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:14.102450 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:14.103040 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6f7d4-e1a1-44c1-ac45-d7fe51d6e472 req-7872b11e-80f2-425b-8cc2-12ec050e84a2 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:14.104782 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d1f6f7d4-e1a1-44c1-ac45-d7fe51d6e472 req-7872b11e-80f2-425b-8cc2-12ec050e84a2 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 944 time: 0.0599880 Mar 08 06:08:14.117783 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-30004ddb-1b3f-4565-8b00-8369639e49c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (1d2d27d8-8d95-4169-84dc-42ef9c4b1930), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:14.120704 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-30004ddb-1b3f-4565-8b00-8369639e49c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:14.121857 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-30004ddb-1b3f-4565-8b00-8369639e49c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d2d27d8-8d95-4169-84dc-42ef9c4b1930 HTTP/1.1" status: 204 len: 168 time: 0.1457434 Mar 08 06:08:14.131281 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30004ddb-1b3f-4565-8b00-8369639e49c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d27d8-8d95-4169-84dc-42ef9c4b1930,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:14.174175 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d1f6f7d4-e1a1-44c1-ac45-d7fe51d6e472 req-c72432ae-419b-41de-8bb8-6b46f8f4e048 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613949 Mar 08 06:08:14.311739 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1a2c1-5e1f-4cc1-b751-71c6eb8229bb req-af3c736d-fd28-473c-add2-04c125256324 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:14.313958 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-deb1a2c1-5e1f-4cc1-b751-71c6eb8229bb req-af3c736d-fd28-473c-add2-04c125256324 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0895207 Mar 08 06:08:14.387363 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-deb1a2c1-5e1f-4cc1-b751-71c6eb8229bb req-918afb44-f07d-486d-9b5e-577a72d109d8 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604000 Mar 08 06:08:15.245774 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40960) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:15.298953 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c66f-6213-4994-bd4a-49ddf7cac2b5 req-c57a6636-456f-45cf-bc0a-f2776ff79e29 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:15.300454 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2f18c66f-6213-4994-bd4a-49ddf7cac2b5 req-c57a6636-456f-45cf-bc0a-f2776ff79e29 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 944 time: 0.0565584 Mar 08 06:08:15.351586 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2f18c66f-6213-4994-bd4a-49ddf7cac2b5 req-cac9aa39-78de-4978-b710-939bdfc29616 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454805 Mar 08 06:08:15.359184 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1b532775-dca1-4f27-b305-5c41fe0f554c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:15.451499 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1b532775-dca1-4f27-b305-5c41fe0f554c admin admin] Publish callbacks [] for security_group (1cfb0aa9-df99-42d2-a9b3-291880729ec8), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:15.455621 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1b532775-dca1-4f27-b305-5c41fe0f554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (1cfb0aa9-df99-42d2-a9b3-291880729ec8), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:15.497970 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1b532775-dca1-4f27-b305-5c41fe0f554c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ffcdddf316543aba4cf4b66f4da80d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511108 Mar 08 06:08:15.498884 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b532775-dca1-4f27-b305-5c41fe0f554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfb0aa9-df99-42d2-a9b3-291880729ec8,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:15.501884 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 40970) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:15.506107 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a719ab-bd3d-44c0-93d0-4545558e68da req-21acfdae-6544-4691-9900-fa4d3ccda322 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:15.507900 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-34a719ab-bd3d-44c0-93d0-4545558e68da req-21acfdae-6544-4691-9900-fa4d3ccda322 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Mar 08 06:08:15.538113 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:15.552941 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8b08237-32d5-4e59-affc-d22b16dff2d3 admin admin] Publish callbacks [] for security_group (1cfb0aa9-df99-42d2-a9b3-291880729ec8), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:15.561472 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-34a719ab-bd3d-44c0-93d0-4545558e68da req-ac5bcd8d-75f8-493f-92ac-c8af4c3cab4d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468621 Mar 08 06:08:15.575968 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8b08237-32d5-4e59-affc-d22b16dff2d3 admin admin] Publish callbacks [] for security_group (1cfb0aa9-df99-42d2-a9b3-291880729ec8), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:15.622452 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8b08237-32d5-4e59-affc-d22b16dff2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (1cfb0aa9-df99-42d2-a9b3-291880729ec8), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:15.625049 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d8b08237-32d5-4e59-affc-d22b16dff2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:15.626189 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d8b08237-32d5-4e59-affc-d22b16dff2d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cfb0aa9-df99-42d2-a9b3-291880729ec8 HTTP/1.1" status: 204 len: 168 time: 0.1231816 Mar 08 06:08:15.633599 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b08237-32d5-4e59-affc-d22b16dff2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfb0aa9-df99-42d2-a9b3-291880729ec8,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:16.486982 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824b276-b159-4385-a620-b39284b1bbc6 req-ffbd18f5-5936-4fcb-a60b-b109ac765208 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:16.488449 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7824b276-b159-4385-a620-b39284b1bbc6 req-ffbd18f5-5936-4fcb-a60b-b109ac765208 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 944 time: 0.0680420 Mar 08 06:08:16.539366 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7824b276-b159-4385-a620-b39284b1bbc6 req-e2b3c399-4d52-4df5-acaa-71b658e2d3f5 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452781 Mar 08 06:08:16.679741 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eddbd0-85d1-4c4d-927c-8fbd9a3f44f6 req-9822c802-3f17-4880-815e-487335c9dfe0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:16.681280 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-11eddbd0-85d1-4c4d-927c-8fbd9a3f44f6 req-9822c802-3f17-4880-815e-487335c9dfe0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0533273 Mar 08 06:08:16.745218 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-11eddbd0-85d1-4c4d-927c-8fbd9a3f44f6 req-e20b863b-90ac-45e1-8d55-fd0de46d31e6 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435221 Mar 08 06:08:17.653640 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca3566-01f7-4943-9aa2-cd0d66025dbe req-49a40bad-7660-46bd-9bb3-5fd146bf7355 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:17.655096 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d8ca3566-01f7-4943-9aa2-cd0d66025dbe req-49a40bad-7660-46bd-9bb3-5fd146bf7355 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 944 time: 0.0504572 Mar 08 06:08:17.701227 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d8ca3566-01f7-4943-9aa2-cd0d66025dbe req-e9c673a2-50ec-41a3-ab2d-e4ce93342272 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406821 Mar 08 06:08:17.872473 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07d935-4f8e-42b2-9d5a-eb9c1bc80ffa req-ba0b313d-4120-4281-9d4b-3cb643ea1017 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:17.873885 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fe07d935-4f8e-42b2-9d5a-eb9c1bc80ffa req-ba0b313d-4120-4281-9d4b-3cb643ea1017 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0573256 Mar 08 06:08:17.922161 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fe07d935-4f8e-42b2-9d5a-eb9c1bc80ffa req-b74a68b8-26f7-4044-899e-a96f4e5d1027 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Mar 08 06:08:18.315873 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29032e6b-95ab-45fb-a581-273b61ce1942 req-e51ed5a9-dc6c-4bd6-95a0-53cc04f07dd0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:18.317350 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-29032e6b-95ab-45fb-a581-273b61ce1942 req-e51ed5a9-dc6c-4bd6-95a0-53cc04f07dd0 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0534317 Mar 08 06:08:18.365193 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-29032e6b-95ab-45fb-a581-273b61ce1942 req-157a0d0e-cdcd-4d19-8823-cf439ffeb223 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407104 Mar 08 06:08:18.833093 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf4f51-5c7c-4242-8fc8-c1ff4d2f5725 req-8f5e66b7-7175-4031-be36-857db96befbc tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:18.834696 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bebf4f51-5c7c-4242-8fc8-c1ff4d2f5725 req-8f5e66b7-7175-4031-be36-857db96befbc tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 944 time: 0.0562017 Mar 08 06:08:18.882564 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bebf4f51-5c7c-4242-8fc8-c1ff4d2f5725 req-ad49f581-3f97-4903-ae08-5c62c0d87d3f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Mar 08 06:08:19.044040 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a6ae9-a726-4a7c-9b76-cc410558021d req-fc811956-a4db-4882-953f-e59a93d32ddd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:19.045404 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-586a6ae9-a726-4a7c-9b76-cc410558021d req-fc811956-a4db-4882-953f-e59a93d32ddd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0556979 Mar 08 06:08:19.093781 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-586a6ae9-a726-4a7c-9b76-cc410558021d req-48c592cb-7744-4c6d-a390-d348681116df tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Mar 08 06:08:19.097664 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:19.491899 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17103aef-9c23-4a22-ab06-b53b0b5c47d0 req-a597b1aa-bc52-4aa9-b72a-6aabb60375a2 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:19.493336 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-17103aef-9c23-4a22-ab06-b53b0b5c47d0 req-a597b1aa-bc52-4aa9-b72a-6aabb60375a2 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0588236 Mar 08 06:08:19.543652 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-17103aef-9c23-4a22-ab06-b53b0b5c47d0 req-a5bfabeb-ce82-4f4f-9138-e820baa6cd81 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445461 Mar 08 06:08:20.005493 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125060c4-bf24-44a6-9646-91fdc375b523 req-195e5144-d433-4319-8014-21c7f8d146ab tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:20.007073 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-125060c4-bf24-44a6-9646-91fdc375b523 req-195e5144-d433-4319-8014-21c7f8d146ab tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 944 time: 0.0573010 Mar 08 06:08:20.066036 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-125060c4-bf24-44a6-9646-91fdc375b523 req-f2b5028f-0bf7-4824-8e84-0d1deb134672 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525229 Mar 08 06:08:20.112146 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bb8c5fa3-83ca-4369-9701-e909244ef312 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:08:20.160878 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port bb8c5fa3-83ca-4369-9701-e909244ef312 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:08:20.164483 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port bb8c5fa3-83ca-4369-9701-e909244ef312 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:20.164868 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:20.218844 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3dace-eb16-4b70-8c67-3ef80bea52f8 req-f28bd3e9-c1ca-4b9f-a136-127e5e6c8cf1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:20.220403 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fad3dace-eb16-4b70-8c67-3ef80bea52f8 req-f28bd3e9-c1ca-4b9f-a136-127e5e6c8cf1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0558221 Mar 08 06:08:20.252143 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port bb8c5fa3-83ca-4369-9701-e909244ef312 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:20.252536 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:20.268082 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fad3dace-eb16-4b70-8c67-3ef80bea52f8 req-f132993d-5f8e-45e8-8b70-bdaed321f7d5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Mar 08 06:08:20.275142 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5cf9d7-4d41-499f-801a-0af308044d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8c5fa3-83ca-4369-9701-e909244ef312'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:08:20.277476 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a2223-1557-403b-960d-4b3b950d5a47" -d '{"events": [{"server_uuid": "ea5cf9d7-4d41-499f-801a-0af308044d7c", "name": "network-vif-plugged", "status": "completed", "tag": "bb8c5fa3-83ca-4369-9701-e909244ef312"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:08:20.290306 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bb8c5fa3-83ca-4369-9701-e909244ef312, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bb8c5fa3-83ca-4369-9701-e909244ef312,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:20.298078 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:20.324991 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d46bad-2138-48e1-bd2f-33057a35e768 x-openstack-request-id: req-d3d46bad-2138-48e1-bd2f-33057a35e768 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:08:20.325282 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5cf9d7-4d41-499f-801a-0af308044d7c", "name": "network-vif-plugged", "status": "completed", "tag": "bb8c5fa3-83ca-4369-9701-e909244ef312", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:08:20.325535 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3d46bad-2138-48e1-bd2f-33057a35e768 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:08:20.326090 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5cf9d7-4d41-499f-801a-0af308044d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8c5fa3-83ca-4369-9701-e909244ef312', 'code': 200} Mar 08 06:08:20.353829 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=bb8c5fa3-83ca-4369-9701-e909244ef312,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:20.664015 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78885e3-29e4-449f-9054-fac8320bbe81 req-9a210698-1348-49b2-b8e5-874344a1ecda tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:20.665479 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c78885e3-29e4-449f-9054-fac8320bbe81 req-9a210698-1348-49b2-b8e5-874344a1ecda tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0563498 Mar 08 06:08:20.711915 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c78885e3-29e4-449f-9054-fac8320bbe81 req-7b972a3e-bb79-4afd-9a49-35ff71106320 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Mar 08 06:08:20.829782 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d9ba4-62d5-411b-be64-a076c8195241 req-1f160e29-0eea-4556-813d-d3dd5599edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:20.831229 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e13d9ba4-62d5-411b-be64-a076c8195241 req-1f160e29-0eea-4556-813d-d3dd5599edb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 1129 time: 0.0440326 Mar 08 06:08:20.880842 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e13d9ba4-62d5-411b-be64-a076c8195241 req-2040f846-e159-48bf-bd9b-3163ba748cde service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Mar 08 06:08:21.189344 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fdb35-923a-40da-ad87-e57db823c6e5 req-a4cc88ac-f70a-4181-9db4-95718d382d56 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:21.190813 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-876fdb35-923a-40da-ad87-e57db823c6e5 req-a4cc88ac-f70a-4181-9db4-95718d382d56 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0544727 Mar 08 06:08:21.237491 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-876fdb35-923a-40da-ad87-e57db823c6e5 req-176d765a-ccfc-4091-bf4a-ed2e64055320 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 Mar 08 06:08:21.384342 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f608e-11c7-4803-92bb-49eb344aefe9 req-ff6e7419-e5c4-456f-9607-869fb0708a94 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:21.386355 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-859f608e-11c7-4803-92bb-49eb344aefe9 req-ff6e7419-e5c4-456f-9607-869fb0708a94 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0532064 Mar 08 06:08:21.434329 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-859f608e-11c7-4803-92bb-49eb344aefe9 req-72bd5659-8d0a-494d-9544-2b58878fd6ab tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Mar 08 06:08:21.829390 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e92a0-f2fc-4097-bf0c-eebcead1b13e req-a7643d37-3afc-47e1-8648-3a534c98f018 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:21.830851 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c8e92a0-f2fc-4097-bf0c-eebcead1b13e req-a7643d37-3afc-47e1-8648-3a534c98f018 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0535631 Mar 08 06:08:21.877603 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c8e92a0-f2fc-4097-bf0c-eebcead1b13e req-9a1391b6-4c44-4cc0-8d64-f0392f00cafe tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Mar 08 06:08:22.355380 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841d097-4c41-48ff-87b4-e626a257aaaa req-e5b2f30a-e49b-4bfe-968a-283d4416c450 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:22.356840 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6841d097-4c41-48ff-87b4-e626a257aaaa req-e5b2f30a-e49b-4bfe-968a-283d4416c450 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0525832 Mar 08 06:08:22.402195 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6841d097-4c41-48ff-87b4-e626a257aaaa req-1e3780c4-5018-4e12-a58b-603a67294e52 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395896 Mar 08 06:08:22.559337 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d53f-45bd-4cae-aa42-3683b34a4394 req-e2a8401b-99f5-416b-b2c8-c2cf4ccbd8c3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:22.560848 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2185d53f-45bd-4cae-aa42-3683b34a4394 req-e2a8401b-99f5-416b-b2c8-c2cf4ccbd8c3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0551507 Mar 08 06:08:22.607502 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2185d53f-45bd-4cae-aa42-3683b34a4394 req-285bae97-5f60-4bb2-a78f-21eff8a4ff6a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410998 Mar 08 06:08:22.995118 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433cda2-6785-44ed-af1c-229e0409a76b req-50bddaef-18ed-4050-9679-d0b2ea98fffb tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:22.996575 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7433cda2-6785-44ed-af1c-229e0409a76b req-50bddaef-18ed-4050-9679-d0b2ea98fffb tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0512903 Mar 08 06:08:23.045043 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7433cda2-6785-44ed-af1c-229e0409a76b req-5393b1f7-105c-4da3-83d0-382c26c8d00a tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419934 Mar 08 06:08:23.520547 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98044afe-b0d0-4bb8-a03a-957a2de503c3 req-69b88fd9-9c2a-42c9-8b7d-ed383e422394 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:23.521968 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-98044afe-b0d0-4bb8-a03a-957a2de503c3 req-69b88fd9-9c2a-42c9-8b7d-ed383e422394 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0541584 Mar 08 06:08:23.570859 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-98044afe-b0d0-4bb8-a03a-957a2de503c3 req-19d84dc4-4971-469b-8610-aca8ff01f620 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Mar 08 06:08:23.722927 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf58b6-cf40-4fcc-a360-cacc17574dea req-6e15a41f-2292-4217-896e-13aed56779ae tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:23.724298 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-80cf58b6-cf40-4fcc-a360-cacc17574dea req-6e15a41f-2292-4217-896e-13aed56779ae tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0521605 Mar 08 06:08:23.770487 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-80cf58b6-cf40-4fcc-a360-cacc17574dea req-d19ec131-2ef9-4aee-bd5a-e2dd62b3ac86 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405512 Mar 08 06:08:24.162390 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc40958-aaa5-437a-9202-87c1061a08a4 req-3f924858-894f-4444-9db6-8046df96ed32 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:24.163887 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9fc40958-aaa5-437a-9202-87c1061a08a4 req-3f924858-894f-4444-9db6-8046df96ed32 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0536957 Mar 08 06:08:24.215768 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9fc40958-aaa5-437a-9202-87c1061a08a4 req-c32472b4-7cfa-4c8c-9ab6-cf500c01ba27 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Mar 08 06:08:24.691987 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05e91d-b562-471c-8674-d5c229eb53d9 req-10674fa5-29c9-4802-b3e3-36dad0782b7f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:24.693433 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5f05e91d-b562-471c-8674-d5c229eb53d9 req-10674fa5-29c9-4802-b3e3-36dad0782b7f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0553408 Mar 08 06:08:24.740669 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5f05e91d-b562-471c-8674-d5c229eb53d9 req-84ca2be4-1c1c-49eb-baab-0f6fc909ca5d tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Mar 08 06:08:24.886958 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869ff96-eb1f-4b72-8ad7-72fa6f60ec75 req-701235a9-b1a4-473c-b695-8036fc29d438 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:24.888453 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7869ff96-eb1f-4b72-8ad7-72fa6f60ec75 req-701235a9-b1a4-473c-b695-8036fc29d438 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0520229 Mar 08 06:08:24.935250 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7869ff96-eb1f-4b72-8ad7-72fa6f60ec75 req-a2d1eeeb-6f9d-468c-a38b-f91796171695 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Mar 08 06:08:25.345186 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ea936-de8b-4d74-a7da-a36833ebe850 req-3f85dd4e-de35-4fae-ae5e-6e717aa93f1e tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:25.346651 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-880ea936-de8b-4d74-a7da-a36833ebe850 req-3f85dd4e-de35-4fae-ae5e-6e717aa93f1e tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0602012 Mar 08 06:08:25.393642 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-880ea936-de8b-4d74-a7da-a36833ebe850 req-b9941eab-621d-475f-9935-baeea45e52c4 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Mar 08 06:08:25.856957 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd546b-bea0-433f-9675-0fe88bcdd78d req-c558b9d1-0de2-4133-a6d5-8df789203f6b tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:25.858454 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-befd546b-bea0-433f-9675-0fe88bcdd78d req-c558b9d1-0de2-4133-a6d5-8df789203f6b tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0535095 Mar 08 06:08:25.904803 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-befd546b-bea0-433f-9675-0fe88bcdd78d req-b3a3466c-517b-4347-b83c-4f50f8b8dde4 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Mar 08 06:08:26.054241 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd703f-755e-47ae-ae77-6260ead2c7c2 req-03df9146-cc91-4083-ab9f-975e47228b56 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:26.055610 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-60dd703f-755e-47ae-ae77-6260ead2c7c2 req-03df9146-cc91-4083-ab9f-975e47228b56 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0506482 Mar 08 06:08:26.105830 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-60dd703f-755e-47ae-ae77-6260ead2c7c2 req-9cc290f2-ffde-4cfe-919b-e418b0e3be8e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440123 Mar 08 06:08:26.514929 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b8b20-44cf-4517-8f4c-78f2f7f49451 req-3e4c58c4-8905-4978-b1f6-51762cabec2b tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:26.516358 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ff6b8b20-44cf-4517-8f4c-78f2f7f49451 req-3e4c58c4-8905-4978-b1f6-51762cabec2b tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0511997 Mar 08 06:08:26.561245 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ff6b8b20-44cf-4517-8f4c-78f2f7f49451 req-531adc51-dada-4b79-bf0f-80e4fc5f0934 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393448 Mar 08 06:08:27.022808 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d562ad-f0fd-4c6e-abdf-2a78910e15d2 req-4cb4a3c8-650c-4fdb-a1e5-9df7cae15a94 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:27.024302 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b2d562ad-f0fd-4c6e-abdf-2a78910e15d2 req-4cb4a3c8-650c-4fdb-a1e5-9df7cae15a94 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0513971 Mar 08 06:08:27.072191 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b2d562ad-f0fd-4c6e-abdf-2a78910e15d2 req-3b161ee1-9f12-4264-98c6-b0935eaf3683 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Mar 08 06:08:27.227832 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cab7d-55d2-40fb-8ee9-65c6411c0365 req-2eb1f502-9d1b-4c45-bd64-b356ad57d031 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:27.230886 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-780cab7d-55d2-40fb-8ee9-65c6411c0365 req-2eb1f502-9d1b-4c45-bd64-b356ad57d031 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0600891 Mar 08 06:08:27.280920 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-780cab7d-55d2-40fb-8ee9-65c6411c0365 req-dd40f27a-9439-480e-a873-7cf57546e7f6 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Mar 08 06:08:27.683783 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5910644-e3dd-40e9-914c-adb9c838b8a0 req-f24eebe6-074b-4dce-9e32-82490fd9fcba tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:27.685223 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c5910644-e3dd-40e9-914c-adb9c838b8a0 req-f24eebe6-074b-4dce-9e32-82490fd9fcba tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0525148 Mar 08 06:08:27.731253 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c5910644-e3dd-40e9-914c-adb9c838b8a0 req-9e65a73f-8b95-4839-a09c-cd623c936209 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Mar 08 06:08:28.194411 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c00ffc-dec8-417c-909b-65254ad7dfbf req-636b5c01-2add-4ba2-83c5-9a9740120659 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:28.195937 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e3c00ffc-dec8-417c-909b-65254ad7dfbf req-636b5c01-2add-4ba2-83c5-9a9740120659 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0577126 Mar 08 06:08:28.244432 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e3c00ffc-dec8-417c-909b-65254ad7dfbf req-f80ececb-f245-49ee-9533-42e836188e58 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421808 Mar 08 06:08:28.404704 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d833a6c-49b6-4ba0-baeb-d241c24f7f03 req-555e3a44-4c53-46e1-9ab5-76edc3fe5882 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:28.406199 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7d833a6c-49b6-4ba0-baeb-d241c24f7f03 req-555e3a44-4c53-46e1-9ab5-76edc3fe5882 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0552373 Mar 08 06:08:28.410343 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-2db6c3be-cf15-4458-949a-e7cd8d10abc6 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:28.411833 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-2db6c3be-cf15-4458-949a-e7cd8d10abc6 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 946 time: 0.0870070 Mar 08 06:08:28.480218 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7d833a6c-49b6-4ba0-baeb-d241c24f7f03 req-020d52de-0540-4cfa-8ddc-919f06adc3ef tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677836 Mar 08 06:08:28.561283 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Deleting port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:08:28.562058 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:28.665944 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] For port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,segment=NetworkSegment(0fc57081-6fbd-44d9-87d7-79ba8f58cbd0),segment_id=0fc57081-6fbd-44d9-87d7-79ba8f58cbd0)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:28.665944 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:28.679235 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Calling delete_port for d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:08:28.846028 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (d61f1182-e0f0-4e75-bbbb-b4c46bd0a504), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:28.881481 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea95c5-97d2-43fb-8fd9-68a7c58146e7 req-090f5a3f-86ef-49ee-8c37-4a870cb7d331 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:28.883039 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-52ea95c5-97d2-43fb-8fd9-68a7c58146e7 req-090f5a3f-86ef-49ee-8c37-4a870cb7d331 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 867 time: 0.0738096 Mar 08 06:08:28.884437 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Pushing event deleted for resources: {'Port': ['ID=d61f1182-e0f0-4e75-bbbb-b4c46bd0a504,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:28.898502 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['d61f1182-e0f0-4e75-bbbb-b4c46bd0a504'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:08:28.954789 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-52ea95c5-97d2-43fb-8fd9-68a7c58146e7 req-4af3a6e8-3c01-4b01-a7ae-e0422cab6a27 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/security-groups?id=3f06dcf0-b43e-4032-aff7-38ef75497178&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Mar 08 06:08:28.955082 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] No DVR routers for this DVR port d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:08:28.958984 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:28.964490 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-af96a8a5-920d-4152-903e-a62027ee64d3 req-19654f0a-5ab8-4601-b7a8-8476f13bc5bf tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.31 "DELETE /v2.0/ports/d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 HTTP/1.1" status: 204 len: 173 time: 0.5455120 Mar 08 06:08:28.965147 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0353b36-39ff-4bb3-a2ca-6578b6fbddc7', 'name': 'network-vif-deleted', 'tag': 'd61f1182-e0f0-4e75-bbbb-b4c46bd0a504'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:08:28.967564 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5d5295-1982-43a3-9ba3-90c704e086cb" -d '{"events": [{"server_uuid": "d0353b36-39ff-4bb3-a2ca-6578b6fbddc7", "name": "network-vif-deleted", "tag": "d61f1182-e0f0-4e75-bbbb-b4c46bd0a504"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:08:29.012796 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56edc26c-7276-4f40-89c9-8c09568b4f3a x-openstack-request-id: req-56edc26c-7276-4f40-89c9-8c09568b4f3a {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:08:29.013164 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0353b36-39ff-4bb3-a2ca-6578b6fbddc7", "name": "network-vif-deleted", "tag": "d61f1182-e0f0-4e75-bbbb-b4c46bd0a504", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:08:29.013487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56edc26c-7276-4f40-89c9-8c09568b4f3a {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:08:29.013988 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0353b36-39ff-4bb3-a2ca-6578b6fbddc7', 'name': 'network-vif-deleted', 'tag': 'd61f1182-e0f0-4e75-bbbb-b4c46bd0a504', 'status': 'completed', 'code': 200} Mar 08 06:08:29.156424 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41264) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:29.264126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-91484774-8e83-4c59-9b39-df59cff617f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:29.349052 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-91484774-8e83-4c59-9b39-df59cff617f3 admin admin] Publish callbacks [] for security_group (6a745f36-8af2-419c-a42e-930e10ca2711), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:29.352912 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-91484774-8e83-4c59-9b39-df59cff617f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6a745f36-8af2-419c-a42e-930e10ca2711), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:29.398269 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-91484774-8e83-4c59-9b39-df59cff617f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ea884ea258144e0bf016e6486dbff7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407036 Mar 08 06:08:29.399201 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41270) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:29.405955 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91484774-8e83-4c59-9b39-df59cff617f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a745f36-8af2-419c-a42e-930e10ca2711,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:29.460236 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a784b1c0-50a1-4412-b763-c6b1b6514501 admin admin] Publish callbacks [] for security_group (6a745f36-8af2-419c-a42e-930e10ca2711), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:29.484655 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a784b1c0-50a1-4412-b763-c6b1b6514501 admin admin] Publish callbacks [] for security_group (6a745f36-8af2-419c-a42e-930e10ca2711), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:29.545212 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a784b1c0-50a1-4412-b763-c6b1b6514501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6a745f36-8af2-419c-a42e-930e10ca2711), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:29.552133 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a784b1c0-50a1-4412-b763-c6b1b6514501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:29.555904 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a784b1c0-50a1-4412-b763-c6b1b6514501 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a745f36-8af2-419c-a42e-930e10ca2711 HTTP/1.1" status: 204 len: 168 time: 0.1534636 Mar 08 06:08:29.564271 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784b1c0-50a1-4412-b763-c6b1b6514501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a745f36-8af2-419c-a42e-930e10ca2711,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:29.601630 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf44dc-8e9c-4826-8893-f97148e4c56f req-7ff2aa22-7303-4a13-aedb-fa88f5ff20c9 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:29.609708 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4ccf44dc-8e9c-4826-8893-f97148e4c56f req-7ff2aa22-7303-4a13-aedb-fa88f5ff20c9 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.2817597 Mar 08 06:08:29.689253 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4ccf44dc-8e9c-4826-8893-f97148e4c56f req-8cf19992-c125-41b0-ac57-3db533f298c8 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786312 Mar 08 06:08:29.707963 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332859d0-6576-4534-ad96-e6491954e69a req-7d094924-e3db-4999-a33e-12938bae79a1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:29.709772 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-332859d0-6576-4534-ad96-e6491954e69a req-7d094924-e3db-4999-a33e-12938bae79a1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.1319103 Mar 08 06:08:29.781667 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-332859d0-6576-4534-ad96-e6491954e69a req-6b0737da-f0d7-44b9-92d4-e98cde4a3b85 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586047 Mar 08 06:08:29.901768 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41286) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:30.032375 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41294) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:30.042337 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4721c10b-fab1-4a37-bef1-09efc001a5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.046383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-81ef59cd-493a-48eb-a3df-cc05d40271b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.093972 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dc0b3e57-9187-48fe-8b4b-555a8f6f1984 req-31fb561e-1a28-4559-83f1-f8e0681a8d10 tempest-DeleteServersTestJSON-931909433 tempest-DeleteServersTestJSON-931909433-project] 10.222.0.16 "GET /v2.0/ports?device_id=d0353b36-39ff-4bb3-a2ca-6578b6fbddc7 HTTP/1.1" status: 200 len: 210 time: 0.0537708 Mar 08 06:08:30.160061 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-81ef59cd-493a-48eb-a3df-cc05d40271b1 admin admin] Publish callbacks [] for security_group (dc57699d-8245-4e73-b3db-2f7d9bdc23cf), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.164530 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-81ef59cd-493a-48eb-a3df-cc05d40271b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (dc57699d-8245-4e73-b3db-2f7d9bdc23cf), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.190818 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4721c10b-fab1-4a37-bef1-09efc001a5c4 admin admin] Publish callbacks [] for security_group (6eb77af7-71db-4b1c-ada6-e37c473c41a5), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.194829 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4721c10b-fab1-4a37-bef1-09efc001a5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6eb77af7-71db-4b1c-ada6-e37c473c41a5), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.207584 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-81ef59cd-493a-48eb-a3df-cc05d40271b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6ef2003f838140ea8ed907118dcbd580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737461 Mar 08 06:08:30.209986 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41300) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:30.216773 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef59cd-493a-48eb-a3df-cc05d40271b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc57699d-8245-4e73-b3db-2f7d9bdc23cf,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:30.253701 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721c10b-fab1-4a37-bef1-09efc001a5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb77af7-71db-4b1c-ada6-e37c473c41a5,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:30.259765 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-4721c10b-fab1-4a37-bef1-09efc001a5c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23651394985641ae8b9cdda72ef9bbc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567283 Mar 08 06:08:30.263059 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41302) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:30.270184 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c78d71d3-616e-4d08-af39-50af7e285b5d admin admin] Publish callbacks [] for security_group (dc57699d-8245-4e73-b3db-2f7d9bdc23cf), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.299053 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c78d71d3-616e-4d08-af39-50af7e285b5d admin admin] Publish callbacks [] for security_group (dc57699d-8245-4e73-b3db-2f7d9bdc23cf), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.337691 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c3f4-36fc-4b85-b95b-331573845b1b admin admin] Publish callbacks [] for security_group (6eb77af7-71db-4b1c-ada6-e37c473c41a5), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.359093 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c78d71d3-616e-4d08-af39-50af7e285b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (dc57699d-8245-4e73-b3db-2f7d9bdc23cf), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.362118 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c78d71d3-616e-4d08-af39-50af7e285b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.366939 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c78d71d3-616e-4d08-af39-50af7e285b5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc57699d-8245-4e73-b3db-2f7d9bdc23cf HTTP/1.1" status: 204 len: 168 time: 0.1560190 Mar 08 06:08:30.368007 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c3f4-36fc-4b85-b95b-331573845b1b admin admin] Publish callbacks [] for security_group (6eb77af7-71db-4b1c-ada6-e37c473c41a5), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.383223 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d71d3-616e-4d08-af39-50af7e285b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc57699d-8245-4e73-b3db-2f7d9bdc23cf,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:30.442452 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c3f4-36fc-4b85-b95b-331573845b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6eb77af7-71db-4b1c-ada6-e37c473c41a5), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.445971 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0c8c3f4-36fc-4b85-b95b-331573845b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:30.447643 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-f0c8c3f4-36fc-4b85-b95b-331573845b1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6eb77af7-71db-4b1c-ada6-e37c473c41a5 HTTP/1.1" status: 204 len: 168 time: 0.1835651 Mar 08 06:08:30.456818 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8c3f4-36fc-4b85-b95b-331573845b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb77af7-71db-4b1c-ada6-e37c473c41a5,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:30.671432 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b186a-8f9b-4e3b-865c-49f3bf0501cc req-98e6859a-da14-41f3-ad45-0c43e94b58b7 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:30.673930 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-435b186a-8f9b-4e3b-865c-49f3bf0501cc req-98e6859a-da14-41f3-ad45-0c43e94b58b7 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0635643 Mar 08 06:08:30.737619 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-435b186a-8f9b-4e3b-865c-49f3bf0501cc req-adb3721f-11c2-472d-b304-443e9c5f6d0f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537524 Mar 08 06:08:30.926532 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54044a-14c7-4649-bfed-4fb0ea8bba6f req-1c9d7504-d96e-429a-8c42-cae939fe0158 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:30.928137 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2f54044a-14c7-4649-bfed-4fb0ea8bba6f req-1c9d7504-d96e-429a-8c42-cae939fe0158 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0640557 Mar 08 06:08:30.979003 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2f54044a-14c7-4649-bfed-4fb0ea8bba6f req-61cf3d53-cf1c-49eb-9af3-1a4ac5893f62 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445504 Mar 08 06:08:31.875232 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6d459-ad81-46f4-8888-09f7a515b374 req-9043f4f7-c0b1-42c5-b14a-679b61e1f487 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:31.876886 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-09a6d459-ad81-46f4-8888-09f7a515b374 req-9043f4f7-c0b1-42c5-b14a-679b61e1f487 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0656741 Mar 08 06:08:31.936169 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-09a6d459-ad81-46f4-8888-09f7a515b374 req-81a52482-9d95-4a9a-b9fb-231ba043c217 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 Mar 08 06:08:32.104481 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fcfb5-f923-4e77-a956-1f4b52ccfeb7 req-7b2f0bea-3b24-41e7-bb3a-44091e533ee4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:32.106210 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-667fcfb5-f923-4e77-a956-1f4b52ccfeb7 req-7b2f0bea-3b24-41e7-bb3a-44091e533ee4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0582216 Mar 08 06:08:32.154535 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:08:32.159027 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-667fcfb5-f923-4e77-a956-1f4b52ccfeb7 req-69a3b254-24a4-46d5-8e4b-f88b905f161d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 Mar 08 06:08:32.175152 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:08:32.175528 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device d61f1182-e0f0-4e75-bbbb-b4c46bd0a504 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:08:32.576014 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41396) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:32.619995 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f41c4b-00f6-4e59-a00c-358599f215fc admin admin] Deleting subnet 3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99 {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:08:32.623067 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3f41c4b-00f6-4e59-a00c-358599f215fc admin admin] Publish callbacks [] for subnet (3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:32.661645 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3f41c4b-00f6-4e59-a00c-358599f215fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602194'] for subnet (3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:32.701717 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3f41c4b-00f6-4e59-a00c-358599f215fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:32.754784 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3f41c4b-00f6-4e59-a00c-358599f215fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13000925'] for subnet (3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:32.780413 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f41c4b-00f6-4e59-a00c-358599f215fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:32.784608 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3f41c4b-00f6-4e59-a00c-358599f215fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:32.788574 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c3f41c4b-00f6-4e59-a00c-358599f215fc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3e70f7ec-2af1-4bd8-ad8b-ce939c6cca99 HTTP/1.1" status: 204 len: 168 time: 0.2114880 Mar 08 06:08:32.790999 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41398) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:32.865695 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (6fa44929-a6ae-4f49-8128-37f42a744c38), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:32.948054 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (6fa44929-a6ae-4f49-8128-37f42a744c38), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:32.970451 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa44929-a6ae-4f49-8128-37f42a744c38']}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:32.982425 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc57081-6fbd-44d9-87d7-79ba8f58cbd0') {'for_net_delete': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:32.982764 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc57081-6fbd-44d9-87d7-79ba8f58cbd0') {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:32.992397 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602281'] for segment (0fc57081-6fbd-44d9-87d7-79ba8f58cbd0), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:32.994030 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-09a2b3d3-be37-4665-b45d-c9067477bd1b tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:32.996815 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-09a2b3d3-be37-4665-b45d-c9067477bd1b tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.0578754 Mar 08 06:08:33.006813 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (0fc57081-6fbd-44d9-87d7-79ba8f58cbd0), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.027544 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:08:33.028253 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12772940'] for segment (0fc57081-6fbd-44d9-87d7-79ba8f58cbd0), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: Traceback (most recent call last): Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: timer() Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: cb(*args, **kw) Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: return func(*args, **kwargs) Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: self._notify() Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: self.callback(batched_events) Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: event.method(event) Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: return f(self, *a, **k) Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._get(url).json() Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: return self.request(url, 'GET', **kwargs) Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:08:33.030208 dv-cinder-828060-10-iscsi neutron-server[103358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:08:33.106087 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (6fa44929-a6ae-4f49-8128-37f42a744c38), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.116848 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.118373 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Deleting port bb8c5fa3-83ca-4369-9701-e909244ef312 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:08:33.118950 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.120504 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6fa44929-a6ae-4f49-8128-37f42a744c38 HTTP/1.1" status: 204 len: 168 time: 0.3283131 Mar 08 06:08:33.127580 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7d240-dfe6-4b6b-8ba5-dbcee9b5b83c req-a947bb39-094e-45e3-a8e1-ea25ee42d54c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:33.129077 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d4c7d240-dfe6-4b6b-8ba5-dbcee9b5b83c req-a947bb39-094e-45e3-a8e1-ea25ee42d54c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 945 time: 0.1194370 Mar 08 06:08:33.146977 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a68540-7170-4870-bd5c-9c07094f2dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa44929-a6ae-4f49-8128-37f42a744c38,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:33.203040 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d4c7d240-dfe6-4b6b-8ba5-dbcee9b5b83c req-d4153a94-fb31-4a77-a58d-b71bbd383e9e tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624893 Mar 08 06:08:33.326817 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7796f49-eb3b-49f3-8daf-4487d2866dc1 req-e0b51ebf-b16b-450c-a5e5-975dcfcd2fc2 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:33.328391 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d7796f49-eb3b-49f3-8daf-4487d2866dc1 req-e0b51ebf-b16b-450c-a5e5-975dcfcd2fc2 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0866086 Mar 08 06:08:33.366812 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] For port bb8c5fa3-83ca-4369-9701-e909244ef312, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bb8c5fa3-83ca-4369-9701-e909244ef312,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:33.367176 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.371635 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbac30-2010-49f8-80a3-4fdebc7e9e5c req-ab9dbbb2-28b8-4eea-a572-d565007e890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:33.373306 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4ddbac30-2010-49f8-80a3-4fdebc7e9e5c req-ab9dbbb2-28b8-4eea-a572-d565007e890a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 1129 time: 0.0944550 Mar 08 06:08:33.390333 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Calling delete_port for bb8c5fa3-83ca-4369-9701-e909244ef312 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:08:33.411931 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d7796f49-eb3b-49f3-8daf-4487d2866dc1 req-2bc9ac2b-8623-4f23-8964-78046fb6afac tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729263 Mar 08 06:08:33.435702 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41412) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:33.474912 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4ddbac30-2010-49f8-80a3-4fdebc7e9e5c req-c1ac4f4a-e546-4c4f-9fa6-91b7ae41ae59 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956371 Mar 08 06:08:33.488720 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-98851411-5207-4e3c-b41e-089a35ceb5ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cf17efa407c4d9cbd7b6d451a3546bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0492404 Mar 08 06:08:33.489051 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41414) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:33.538879 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f005e0c6-1eff-4908-8a2a-71d143b68e8e admin admin] Publish callbacks [] for security_group (3f06dcf0-b43e-4032-aff7-38ef75497178), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.563916 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (bb8c5fa3-83ca-4369-9701-e909244ef312), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.566668 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f005e0c6-1eff-4908-8a2a-71d143b68e8e admin admin] Publish callbacks [] for security_group (3f06dcf0-b43e-4032-aff7-38ef75497178), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.604607 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Pushing event deleted for resources: {'Port': ['ID=bb8c5fa3-83ca-4369-9701-e909244ef312,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:33.616518 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['bb8c5fa3-83ca-4369-9701-e909244ef312'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:08:33.632140 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f005e0c6-1eff-4908-8a2a-71d143b68e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (3f06dcf0-b43e-4032-aff7-38ef75497178), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.636133 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f005e0c6-1eff-4908-8a2a-71d143b68e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.637761 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-f005e0c6-1eff-4908-8a2a-71d143b68e8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f06dcf0-b43e-4032-aff7-38ef75497178 HTTP/1.1" status: 204 len: 168 time: 0.1476824 Mar 08 06:08:33.663995 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005e0c6-1eff-4908-8a2a-71d143b68e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f06dcf0-b43e-4032-aff7-38ef75497178,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:33.701227 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] No DVR routers for this DVR port bb8c5fa3-83ca-4369-9701-e909244ef312 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:08:33.709139 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:33.713785 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-36621c05-e43d-43c7-a5a5-6a010ee9386c req-a35b81ac-7910-4687-bda6-a129183bc749 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.31 "DELETE /v2.0/ports/bb8c5fa3-83ca-4369-9701-e909244ef312 HTTP/1.1" status: 204 len: 173 time: 0.7096264 Mar 08 06:08:33.715253 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5cf9d7-4d41-499f-801a-0af308044d7c', 'name': 'network-vif-deleted', 'tag': 'bb8c5fa3-83ca-4369-9701-e909244ef312'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:08:33.717619 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7801d24-3df2-466d-a32b-6f48a8a001d7" -d '{"events": [{"server_uuid": "ea5cf9d7-4d41-499f-801a-0af308044d7c", "name": "network-vif-deleted", "tag": "bb8c5fa3-83ca-4369-9701-e909244ef312"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:08:33.756790 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616168d6-9a78-423b-b8ac-756103e87b5e x-openstack-request-id: req-616168d6-9a78-423b-b8ac-756103e87b5e {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:08:33.757190 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5cf9d7-4d41-499f-801a-0af308044d7c", "name": "network-vif-deleted", "tag": "bb8c5fa3-83ca-4369-9701-e909244ef312", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:08:33.757560 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-616168d6-9a78-423b-b8ac-756103e87b5e {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:08:33.758265 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5cf9d7-4d41-499f-801a-0af308044d7c', 'name': 'network-vif-deleted', 'tag': 'bb8c5fa3-83ca-4369-9701-e909244ef312', 'status': 'completed', 'code': 200} Mar 08 06:08:34.337645 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-77934933-2754-41f5-835a-cabd02e49abb req-4598a6af-e228-4784-9da8-93710c5b35fd tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=ea5cf9d7-4d41-499f-801a-0af308044d7c HTTP/1.1" status: 200 len: 210 time: 0.0331485 Mar 08 06:08:34.385159 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41450) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:34.489495 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:08:34.496793 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-520892390-network', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:34.525700 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Made reservation on behalf of b9595ef1da5f48cab7cdacd5de8ceac8 for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:08:34.527979 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.537550 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b4dda-a6ef-48dc-a875-145e5990d6fb req-861f2f23-581c-4e6f-a6a6-d9eee235d0bd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:34.539050 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b61b4dda-a6ef-48dc-a875-145e5990d6fb req-861f2f23-581c-4e6f-a6a6-d9eee235d0bd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0735862 Mar 08 06:08:34.545788 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.620019 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b61b4dda-a6ef-48dc-a875-145e5990d6fb req-fc4e87ef-b817-4704-9f6a-3db9757eb27f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746818 Mar 08 06:08:34.662201 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Publish callbacks [] for security_group (f3f005d7-4d9d-46cb-88fb-019bfdc17e41), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.666503 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f3f005d7-4d9d-46cb-88fb-019bfdc17e41), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.692170 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:08:34.702490 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f005d7-4d9d-46cb-88fb-019bfdc17e41,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:34.711937 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (74df5360-6ede-4918-833b-9f57236e7876), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.712292 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Added segment 74df5360-6ede-4918-833b-9f57236e7876 of type vlan for network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 Mar 08 06:08:34.763061 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (973f7c0a-12e5-4799-8f15-8eee2b353fe6), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.789197 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (973f7c0a-12e5-4799-8f15-8eee2b353fe6), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.790154 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:34.790775 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.824320 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4381094 Mar 08 06:08:34.827225 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41464) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:34.832305 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Request body: {'subnet': {'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-520892390-subnet', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:34.852298 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Made reservation on behalf of b9595ef1da5f48cab7cdacd5de8ceac8 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:08:34.854345 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7c052-8674-46a4-a4dd-f793f6ca00bd admin admin] Pushing event updated for resources: {'Network': ['ID=973f7c0a-12e5-4799-8f15-8eee2b353fe6,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:34.855856 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13186590'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:34.865093 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:08:35.026636 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13186560'] for subnet (b9d999ee-7805-406f-9984-5b2234fab44d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.075363 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d999ee-7805-406f-9984-5b2234fab44d,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:35.091498 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Checking segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:08:35.091852 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Network hostable DHCP agents. Network: 973f7c0a-12e5-4799-8f15-8eee2b353fe6, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:08:35.108615 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:08:35.116952 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 973f7c0a-12e5-4799-8f15-8eee2b353fe6) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:35.121816 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:35.122407 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.126031 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae848386-3e81-4b77-aad4-e8dd55a3db80 None None] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:08:35.138434 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-51c95306-561a-49c6-b706-14e8d00032e4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3101232 Mar 08 06:08:35.141015 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41470) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:35.145573 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:35.166462 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (36380000-5b78-4978-bccd-1528037c9562), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.167508 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (36380000-5b78-4978-bccd-1528037c9562), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.233733 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:08:35.234940 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.379320 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Allocated IP 172.20.0.2 (973f7c0a-12e5-4799-8f15-8eee2b353fe6/b9d999ee-7805-406f-9984-5b2234fab44d/ce64e66e-c0f3-4286-92db-d84abd92444a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:08:35.460500 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks [] for router_controller (36380000-5b78-4978-bccd-1528037c9562), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.540871 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Publish callbacks [] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.549180 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.591350 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:08:35.594246 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:35.599121 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:08:35.604956 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Pushing event updated for resources: {'Port': ['ID=ce64e66e-c0f3-4286-92db-d84abd92444a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:35.605583 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks [] for router_gateway (36380000-5b78-4978-bccd-1528037c9562), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.659675 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Attempting to bind port ce64e66e-c0f3-4286-92db-d84abd92444a on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:08:35.660057 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Attempting to bind port ce64e66e-c0f3-4286-92db-d84abd92444a by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:08:35.660431 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Attempting to bind port ce64e66e-c0f3-4286-92db-d84abd92444a on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:35.667846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:08:35.668229 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Checking segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:08:35.668641 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.669038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Bound using segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:08:35.669517 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Bound port: ce64e66e-c0f3-4286-92db-d84abd92444a, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:08:35.669907 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.739481 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-4a522d5d-afe0-42d3-aa4f-f88fd5aa05c1 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:35.740980 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-4a522d5d-afe0-42d3-aa4f-f88fd5aa05c1 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/networks?id=54789513-36f9-477f-bceb-3041cb133969 HTTP/1.1" status: 200 len: 808 time: 0.1554303 Mar 08 06:08:35.741679 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] For port ce64e66e-c0f3-4286-92db-d84abd92444a, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:08:35.745103 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] For port ce64e66e-c0f3-4286-92db-d84abd92444a, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=ce64e66e-c0f3-4286-92db-d84abd92444a,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:08:35.752470 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.765476 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-6872b7ea-4c2b-4cfc-b260-548ba9368f8b tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/quotas/770a427fc6634f73871895073c344cec HTTP/1.1" status: 200 len: 375 time: 0.0151608 Mar 08 06:08:35.774137 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072668c-3ef7-4fb1-bed0-b750b96c07de req-df893ad3-10ac-4359-83c9-fd0c3d64368b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:35.776318 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d072668c-3ef7-4fb1-bed0-b750b96c07de req-df893ad3-10ac-4359-83c9-fd0c3d64368b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0822673 Mar 08 06:08:35.817008 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e473db-f074-4125-8aba-3ab29151beb4 None None] Pushing event updated for resources: {'Port': ['ID=ce64e66e-c0f3-4286-92db-d84abd92444a,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:35.831189 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-3c655a41-79bc-4006-b9ef-88bbc6769a61 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=770a427fc6634f73871895073c344cec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472412 Mar 08 06:08:35.865750 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks [] for router_gateway (36380000-5b78-4978-bccd-1528037c9562), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.891643 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:35.946868 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d072668c-3ef7-4fb1-bed0-b750b96c07de req-88e4a79c-37e6-4f42-b595-794bee44379e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647551 Mar 08 06:08:36.000480 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-d14a69d7-9fff-4faf-8ed1-4a55892fa7bb service neutron] 10.222.0.16 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659629 Mar 08 06:08:36.061726 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Allocated IP 172.27.2.250 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:08:36.161254 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-32803baa-ff6e-4310-b1be-668a4ac165c7 service neutron] 10.222.0.16 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533971 Mar 08 06:08:36.189655 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bb8c5fa3-83ca-4369-9701-e909244ef312 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:08:36.190270 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd493cef-8701-4d38-b903-b32f34b549b2 req-fa401bcb-73c2-47b1-90d7-a1fe1876b22c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:36.197993 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bd493cef-8701-4d38-b903-b32f34b549b2 req-fa401bcb-73c2-47b1-90d7-a1fe1876b22c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.1489058 Mar 08 06:08:36.231751 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: bb8c5fa3-83ca-4369-9701-e909244ef312 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:08:36.234525 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bb8c5fa3-83ca-4369-9701-e909244ef312 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:08:36.256404 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bd493cef-8701-4d38-b903-b32f34b549b2 req-bc16ecd4-3097-44e8-bf4c-7e46d0d5121a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575221 Mar 08 06:08:36.263897 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks [] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:36.341822 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:36.389105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:08:36.394340 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:36.395858 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e6c8fb04-c6ad-4722-877f-cf43fef1f769 req-09778cd2-7635-4a32-b946-cc87fb807a22 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 210 time: 0.0327005 Mar 08 06:08:36.406779 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:08:36.452915 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Pushing event updated for resources: {'Port': ['ID=d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:36.711081 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks [] for router_gateway (36380000-5b78-4978-bccd-1528037c9562), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:36.890738 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device ce64e66e-c0f3-4286-92db-d84abd92444a up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:08:36.943728 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port ce64e66e-c0f3-4286-92db-d84abd92444a triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:36.944359 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:36.954677 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (36380000-5b78-4978-bccd-1528037c9562), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.026564 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port ce64e66e-c0f3-4286-92db-d84abd92444a is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:37.027024 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.061158 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port ce64e66e-c0f3-4286-92db-d84abd92444a, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=ce64e66e-c0f3-4286-92db-d84abd92444a,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:37.068685 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.102815 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Router 36380000-5b78-4978-bccd-1528037c9562 is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:08:37.106409 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb10a4-a3b6-44f9-bffd-94b3e4b7af31 None None] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:08:37.193682 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-55e57641-31b5-41b8-8645-5b0d83a62b26 None None] Provisioning complete for port ce64e66e-c0f3-4286-92db-d84abd92444a triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:37.194374 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-55e57641-31b5-41b8-8645-5b0d83a62b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.198428 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=ce64e66e-c0f3-4286-92db-d84abd92444a,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:37.228556 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:08:37.239374 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:08:37.252194 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:08:37.253216 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:08:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:37.253388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.257267 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4a7591f9-03c7-4d75-adb4-9a0221090a5a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1127350 Mar 08 06:08:37.257600 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41524) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:37.326755 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-55e57641-31b5-41b8-8645-5b0d83a62b26 None None] Current status of the port ce64e66e-c0f3-4286-92db-d84abd92444a is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:37.376996 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:08:37.537345 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-39998a5c-1f99-4051-8365-d84ecc51427b req-b08070d5-0445-4a20-b6b4-46dcafac0d98 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 210 time: 0.0363214 Mar 08 06:08:37.583845 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:36Z', 'revision_number': 3, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:37.614967 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:08:37.615354 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Updating router 36380000-5b78-4978-bccd-1528037c9562 port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:08:37.648552 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.649959 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-079935c3-6ca9-4ac8-91f9-4b7a0d26264b None None] Provisioning complete for port ce64e66e-c0f3-4286-92db-d84abd92444a triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:37.652016 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-079935c3-6ca9-4ac8-91f9-4b7a0d26264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.760378 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-079935c3-6ca9-4ac8-91f9-4b7a0d26264b None None] Current status of the port ce64e66e-c0f3-4286-92db-d84abd92444a is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:37.767128 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.919274 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Publish callbacks [] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.925595 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.925797 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Allocated IP 172.20.0.1 (973f7c0a-12e5-4799-8f15-8eee2b353fe6/b9d999ee-7805-406f-9984-5b2234fab44d/3764aa6b-2675-4b71-890a-bd781f2a9048) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:08:37.978131 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Attempting to bind port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:08:37.978749 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Attempting to bind port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:08:37.978749 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Attempting to bind port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:37.980990 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Pushing event updated for resources: {'Port': ['ID=d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:37.989681 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.990049 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.990408 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.990774 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.991107 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.991429 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.991767 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.992093 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.992413 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.992751 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.993073 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.993388 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.993705 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:37.997525 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:08:37.997895 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:08:37.998293 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:37.998692 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:08:37.999164 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Bound port: d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:08:37.999542 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.034921 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Publish callbacks [] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.049828 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] For port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:08:38.052941 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] For port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:08:38.059994 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.070326 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.114625 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:08:38.117523 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:38.120638 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:08:38.138262 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:08:38.138933 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:08:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:38.143579 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba579fb2-372a-443a-b3cb-1c05a6210554 None None] Pushing event updated for resources: {'Port': ['ID=d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:38.151017 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Pushing event updated for resources: {'Port': ['ID=3764aa6b-2675-4b71-890a-bd781f2a9048,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:38.169896 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (36380000-5b78-4978-bccd-1528037c9562), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.272802 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:08:38.328198 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.391448 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-924f3555-558b-491c-92d7-f67cdf9b6652 None None] Provisioning complete for port 3764aa6b-2675-4b71-890a-bd781f2a9048 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:38.392025 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-924f3555-558b-491c-92d7-f67cdf9b6652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.445846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-924f3555-558b-491c-92d7-f67cdf9b6652 None None] Port 3764aa6b-2675-4b71-890a-bd781f2a9048 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:08:38.510430 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:36Z', 'revision_number': 3, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:38.543118 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e526ab9-2b77-4334-b72c-f2de1553711f None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:36Z', 'revision_number': 3, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:08:38.552696 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Publish callbacks [] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.559777 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.647495 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (36380000-5b78-4978-bccd-1528037c9562), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:38.660468 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Pushing event updated for resources: {'Port': ['ID=3764aa6b-2675-4b71-890a-bd781f2a9048,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:38.703613 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1e6bd7c8-52c6-4e24-80e2-3b34b75245b7 req-75b80095-cd2d-48f2-8bdd-e329ed1e9195 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 210 time: 0.0777357 Mar 08 06:08:38.820692 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:08:38.823089 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:38.944320 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device ce64e66e-c0f3-4286-92db-d84abd92444a up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:08:39.007588 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port ce64e66e-c0f3-4286-92db-d84abd92444a triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:39.008175 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:39.028634 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:08:39.137317 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15986b14-ff17-4e0c-bce9-1171c30b4535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:39.147178 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port ce64e66e-c0f3-4286-92db-d84abd92444a is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:39.183082 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:08:39.190713 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f53c6b5d-8dd5-4555-a493-12a233821c52 admin admin] 10.222.0.16 "PUT /v2.0/routers/36380000-5b78-4978-bccd-1528037c9562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9319417 Mar 08 06:08:39.271606 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-dee9c790-2b4e-47cf-9c84-f4b1616b2c43 None None] Provisioning complete for port 3764aa6b-2675-4b71-890a-bd781f2a9048 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:39.272056 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dee9c790-2b4e-47cf-9c84-f4b1616b2c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:39.315688 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dee9c790-2b4e-47cf-9c84-f4b1616b2c43 None None] Port 3764aa6b-2675-4b71-890a-bd781f2a9048 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:08:39.804868 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0f516a8a-d2a1-4313-bbf7-a40758c67cb8 req-054a21f3-0eae-4e41-8fe5-9d9217a27f54 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 210 time: 0.0275142 Mar 08 06:08:40.067881 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41556) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:40.072491 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-fdfc50c0-1752-461a-bee3-a374422296a1 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242721229', 'description': 'tempest-description--2121903079'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:40.094529 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc50c0-1752-461a-bee3-a374422296a1 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.177520 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc50c0-1752-461a-bee3-a374422296a1 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (f47ce84f-c562-4d5d-9293-92f4e5918fbb), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.181649 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc50c0-1752-461a-bee3-a374422296a1 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f47ce84f-c562-4d5d-9293-92f4e5918fbb), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.282540 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:08:40.295095 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:08:40.295732 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:08:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:40.416472 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:08:40.424866 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fdfc50c0-1752-461a-bee3-a374422296a1 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.426096 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fdfc50c0-1752-461a-bee3-a374422296a1 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3572063 Mar 08 06:08:40.428047 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc50c0-1752-461a-bee3-a374422296a1 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ce84f-c562-4d5d-9293-92f4e5918fbb,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:40.429814 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41560) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:40.434611 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-7678c952-1254-4792-add3-70716ce15c0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group_rule': {'security_group_id': 'f47ce84f-c562-4d5d-9293-92f4e5918fbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:40.470676 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7678c952-1254-4792-add3-70716ce15c0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (f58d0500-d5a4-4256-8d8d-fd6fb622af7f), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.532971 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7678c952-1254-4792-add3-70716ce15c0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (f58d0500-d5a4-4256-8d8d-fd6fb622af7f), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.536888 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7678c952-1254-4792-add3-70716ce15c0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (f58d0500-d5a4-4256-8d8d-fd6fb622af7f), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.554229 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678c952-1254-4792-add3-70716ce15c0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58d0500-d5a4-4256-8d8d-fd6fb622af7f,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:40.563912 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7678c952-1254-4792-add3-70716ce15c0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.565105 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-7678c952-1254-4792-add3-70716ce15c0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340485 Mar 08 06:08:40.567969 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41562) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:40.572619 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-96b41c6b-ceb9-47c2-b1e5-777f2efb1121 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group_rule': {'security_group_id': 'f47ce84f-c562-4d5d-9293-92f4e5918fbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:40.604746 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-96b41c6b-ceb9-47c2-b1e5-777f2efb1121 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (24464d40-b220-40ba-a2b8-c431cbf65bd5), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.636043 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 2, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:40.661206 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-96b41c6b-ceb9-47c2-b1e5-777f2efb1121 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (24464d40-b220-40ba-a2b8-c431cbf65bd5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.662783 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:08:40.663212 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Updating router 36380000-5b78-4978-bccd-1528037c9562 port 3764aa6b-2675-4b71-890a-bd781f2a9048 binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:08:40.665643 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-96b41c6b-ceb9-47c2-b1e5-777f2efb1121 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (24464d40-b220-40ba-a2b8-c431cbf65bd5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.687275 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41c6b-ceb9-47c2-b1e5-777f2efb1121 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24464d40-b220-40ba-a2b8-c431cbf65bd5,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:40.692721 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.693695 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-96b41c6b-ceb9-47c2-b1e5-777f2efb1121 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.695345 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-96b41c6b-ceb9-47c2-b1e5-777f2efb1121 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259077 Mar 08 06:08:40.698195 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41564) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:40.704902 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:40.723988 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.871228 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:40.930367 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:08:40.956503 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b3dfbd9f-50a5-405c-a2fe-133bd1e31866 req-b1233444-7bae-4fcf-a372-064af9b59335 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 210 time: 0.0299020 Mar 08 06:08:41.004115 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Allocated IP 172.27.2.66 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/43c890fa-46ca-41ca-920e-d2d1c320e293) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:08:41.056310 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:41.057292 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.120567 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (43c890fa-46ca-41ca-920e-d2d1c320e293), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.155925 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (43c890fa-46ca-41ca-920e-d2d1c320e293), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.196462 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:08:41.202119 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:41.205628 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:08:41.206251 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:41.206663 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.233705 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Publish callbacks [] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.237814 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:41.239258 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.239661 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=43c890fa-46ca-41ca-920e-d2d1c320e293,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:41.269068 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.292908 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b33f4-293b-4957-a23f-dc68dd10487c None None] Pushing event updated for resources: {'Port': ['ID=3764aa6b-2675-4b71-890a-bd781f2a9048,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:41.329847 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.379569 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (43c890fa-46ca-41ca-920e-d2d1c320e293), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.407122 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6f660ed7-afd7-4aea-bd8b-c191a33a1d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.409953 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:41.413786 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Attempting to bind port 3764aa6b-2675-4b71-890a-bd781f2a9048 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:08:41.414181 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Attempting to bind port 3764aa6b-2675-4b71-890a-bd781f2a9048 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:08:41.414548 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Attempting to bind port 3764aa6b-2675-4b71-890a-bd781f2a9048 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:41.421683 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:08:41.422054 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Checking segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:08:41.422463 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.422960 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Bound using segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:08:41.423372 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Bound port: 3764aa6b-2675-4b71-890a-bd781f2a9048, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:08:41.423757 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.496209 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] For port 3764aa6b-2675-4b71-890a-bd781f2a9048, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:08:41.500325 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] For port 3764aa6b-2675-4b71-890a-bd781f2a9048, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=3764aa6b-2675-4b71-890a-bd781f2a9048,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:08:41.507075 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.564489 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (43c890fa-46ca-41ca-920e-d2d1c320e293), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.570325 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (43c890fa-46ca-41ca-920e-d2d1c320e293), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.593502 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-84d22a6e-165d-446a-ace3-0430db03a9ae None None] Provisioning complete for port 3764aa6b-2675-4b71-890a-bd781f2a9048 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:41.593881 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84d22a6e-165d-446a-ace3-0430db03a9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.595873 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:08:41.596501 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:08:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:41.600056 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b33f4-293b-4957-a23f-dc68dd10487c None None] Pushing event updated for resources: {'Port': ['ID=3764aa6b-2675-4b71-890a-bd781f2a9048,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:41.644006 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=43c890fa-46ca-41ca-920e-d2d1c320e293,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:41.655319 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.681287 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.684312 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b086685d-e8f5-4909-9314-878b06fd5c75 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9846940 Mar 08 06:08:41.785762 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:08:41.812815 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-84d22a6e-165d-446a-ace3-0430db03a9ae None None] Current status of the port 3764aa6b-2675-4b71-890a-bd781f2a9048 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:41.813199 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84d22a6e-165d-446a-ace3-0430db03a9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.847651 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-eec92df4-e055-4d6e-bff9-f21950245d64 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--242721229&fields=id&tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 267 time: 0.0455143 Mar 08 06:08:41.917609 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-84d22a6e-165d-446a-ace3-0430db03a9ae None None] For port 3764aa6b-2675-4b71-890a-bd781f2a9048, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=3764aa6b-2675-4b71-890a-bd781f2a9048,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:41.922014 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84d22a6e-165d-446a-ace3-0430db03a9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:41.967861 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-8befce8b-f96a-4ea9-a930-bc1a29775404 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:41.969541 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-8befce8b-f96a-4ea9-a930-bc1a29775404 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 814 time: 0.1141338 Mar 08 06:08:41.987141 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-fbb22d38-dd4d-4f49-bcaa-5c18483f358b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/quotas/b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 375 time: 0.0119460 Mar 08 06:08:42.037462 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d22a6e-165d-446a-ace3-0430db03a9ae None None] Pushing event updated for resources: {'Port': ['ID=3764aa6b-2675-4b71-890a-bd781f2a9048,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:42.065320 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c51b4de7-ffc9-453f-97f5-cba095628cd0 req-472349a4-11e9-4d6e-bcaa-5697a475ed2f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 210 time: 0.0344403 Mar 08 06:08:42.074250 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-b0e441c4-abe2-47a5-ace2-6697fd97cfe3 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820572 Mar 08 06:08:42.075755 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-172b354f-13ab-412e-81bc-f992fec1d961 None None] Provisioning complete for port 3764aa6b-2675-4b71-890a-bd781f2a9048 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:42.076133 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-172b354f-13ab-412e-81bc-f992fec1d961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:42.138647 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:08:42.170073 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-07cc3273-b56c-44a7-966e-30c4c0b752e4 service neutron] 10.222.0.16 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837848 Mar 08 06:08:42.171916 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b6486a-c727-412f-9ff0-4ce656e733dd None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:08:42.222698 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-172b354f-13ab-412e-81bc-f992fec1d961 None None] Current status of the port 3764aa6b-2675-4b71-890a-bd781f2a9048 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:42.289317 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-7bd3046b-1b30-4194-b8e4-23718e9c97ba service neutron] 10.222.0.16 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131637 Mar 08 06:08:42.469901 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:42.487875 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-df237967-b55d-438b-a2ed-a675f2ce2f8a req-0afeab9e-d33f-4563-9381-59c76acd3cf2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 210 time: 0.0403259 Mar 08 06:08:42.926858 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 3764aa6b-2675-4b71-890a-bd781f2a9048 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:08:43.021924 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 3764aa6b-2675-4b71-890a-bd781f2a9048 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:43.022305 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:43.134420 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 3764aa6b-2675-4b71-890a-bd781f2a9048 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:43.136131 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:08:43.163715 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-33f597ad-3909-48df-bb48-92d4ae95b4cb req-203ff03c-aad0-4d0a-8fc8-3bde40f5ee52 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 210 time: 0.0290573 Mar 08 06:08:43.186050 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:43.186435 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:43.268775 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:43.590950 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-567acece-a9cf-49ea-a934-7f0cf6064c3b req-86a11039-2fac-441f-8bab-d5cbd4421c74 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 210 time: 0.0288398 Mar 08 06:08:43.736671 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-777a9be1-d4e2-4159-99d4-c04d9caad3fe tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:43.737971 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-777a9be1-d4e2-4159-99d4-c04d9caad3fe tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.31 "GET /v2.0/networks?id=54789513-36f9-477f-bceb-3041cb133969 HTTP/1.1" status: 200 len: 808 time: 0.1056614 Mar 08 06:08:43.780719 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Request body: {'port': {'device_id': '5f033583-31e0-41cc-9470-a7bbe8f72633', 'network_id': '54789513-36f9-477f-bceb-3041cb133969', 'admin_state_up': True, 'tenant_id': '770a427fc6634f73871895073c344cec'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:43.885989 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Made reservation on behalf of 770a427fc6634f73871895073c344cec for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:08:43.889348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:44.114751 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Allocated IP 172.20.0.7 (54789513-36f9-477f-bceb-3041cb133969/abdd89b8-24ad-4524-84ea-90b242c120c8/bf4438da-10e3-45cc-8f0f-149f89adc579) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:08:44.115719 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:44.122857 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-4c567a0f-fec2-43ca-b83f-5cacd69f6b8d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:44.124404 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-4c567a0f-fec2-43ca-b83f-5cacd69f6b8d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 814 time: 0.1641119 Mar 08 06:08:44.272778 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-fca8d495-66be-4945-8dbf-79737950d344 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 379 time: 0.1126795 Mar 08 06:08:44.287282 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'port': {'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'admin_state_up': True, 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'security_groups': ['f47ce84f-c562-4d5d-9293-92f4e5918fbb']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:44.293228 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-974c211e-2189-4926-a8a6-2d1963d31540 req-367aa9bf-c34d-48b6-be78-ee93e049d52b tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 210 time: 0.0419722 Mar 08 06:08:44.352108 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233395c0-0299-4cde-8507-58b056a53308 req-d6995b46-ddca-4d14-94f4-6799872677bc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:44.354911 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-233395c0-0299-4cde-8507-58b056a53308 req-d6995b46-ddca-4d14-94f4-6799872677bc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0644772 Mar 08 06:08:44.386386 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks [] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:44.407199 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-233395c0-0299-4cde-8507-58b056a53308 req-b61d54b7-85ff-48bf-bb79-2b7467f7caf5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465281 Mar 08 06:08:44.444548 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Made reservation on behalf of b9595ef1da5f48cab7cdacd5de8ceac8 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:08:44.448173 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:44.451724 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:44.460577 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-551ace4b-4875-4579-862d-396a1f5bf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:44.462063 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-551ace4b-4875-4579-862d-396a1f5bf09b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1130 time: 0.0501370 Mar 08 06:08:44.510000 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Network 54789513-36f9-477f-bceb-3041cb133969 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:08:44.519445 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:44.526959 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:08:44.531975 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Pushing event updated for resources: {'Port': ['ID=bf4438da-10e3-45cc-8f0f-149f89adc579,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:44.589594 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-3387365b-003a-4612-80f4-31389277b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:44.591532 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-3387365b-003a-4612-80f4-31389277b067 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 919 time: 0.1227558 Mar 08 06:08:44.617914 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:44.618552 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:44.640247 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-4944e693-d9ef-4072-ab58-644a63e35e2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c242c95-4133-46ff-84f6-9b450ce8929a HTTP/1.1" status: 200 len: 217 time: 0.0420020 Mar 08 06:08:44.660193 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-46bdd275-af69-4127-bf8e-2a5c1926aa5c tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833261 Mar 08 06:08:44.694353 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Request body: {'port': {'device_id': '5f033583-31e0-41cc-9470-a7bbe8f72633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:44.734787 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-07289dbb-d2b7-4cf6-bc73-db735878dcca req-49657c2a-f5d1-433f-bc75-37f57dec19b9 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 210 time: 0.0369501 Mar 08 06:08:44.745012 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-3c2b84ff-b501-4ba3-90fe-066e17dcfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:44.745558 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Allocated IP 172.20.0.9 (973f7c0a-12e5-4799-8f15-8eee2b353fe6/b9d999ee-7805-406f-9984-5b2234fab44d/36e51003-9def-404e-9518-fe3caac56278) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:08:44.747427 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-3c2b84ff-b501-4ba3-90fe-066e17dcfae2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.1011698 Mar 08 06:08:44.818271 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:44.929510 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-fa58d9de-b8cb-4b50-adcc-6fd0665e5be7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269799 Mar 08 06:08:45.041923 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (36e51003-9def-404e-9518-fe3caac56278), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.049098 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-2bc72ca9-1341-4ea6-8338-865b85034061 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122065 Mar 08 06:08:45.146545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (36e51003-9def-404e-9518-fe3caac56278), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.151313 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-c3e8de83-ed62-4316-b21b-dd6b5a0ed6e7 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955212 Mar 08 06:08:45.210128 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:08:45.216506 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=36e51003-9def-404e-9518-fe3caac56278,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:45.224204 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:08:45.235312 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:08:45.258946 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.259301 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.259831 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.260292 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.260637 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.260974 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.261310 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.261645 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.261980 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.262312 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.262665 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.262995 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.263326 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:45.328360 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4438da-10e3-45cc-8f0f-149f89adc579 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:08:45.339795 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:45.340499 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.347972 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Publish callbacks [] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.370480 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Transition to ACTIVE for port object bf4438da-10e3-45cc-8f0f-149f89adc579 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:08:45.376323 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-08656383-8800-4611-b257-93cdc8dff51b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0951147 Mar 08 06:08:45.377550 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.436138 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4438da-10e3-45cc-8f0f-149f89adc579,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:45.457168 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f81144-f63c-4aee-8bd4-9665bef987a9 req-8dcb71ff-5df3-4320-b977-9eb4cdbd53ac tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:45.459023 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-36f81144-f63c-4aee-8bd4-9665bef987a9 req-8dcb71ff-5df3-4320-b977-9eb4cdbd53ac tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0777965 Mar 08 06:08:45.530845 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Attempting to bind port bf4438da-10e3-45cc-8f0f-149f89adc579 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:08:45.531119 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Attempting to bind port bf4438da-10e3-45cc-8f0f-149f89adc579 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:08:45.531455 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Attempting to bind port bf4438da-10e3-45cc-8f0f-149f89adc579 on network 54789513-36f9-477f-bceb-3041cb133969 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:45.533505 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.536741 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Port bf4438da-10e3-45cc-8f0f-149f89adc579 on network 54789513-36f9-477f-bceb-3041cb133969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:08:45.537199 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Attempting to bind port bf4438da-10e3-45cc-8f0f-149f89adc579 on network 54789513-36f9-477f-bceb-3041cb133969 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:45.542746 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:08:45.543090 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Checking segment: {'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:08:45.543660 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-36f81144-f63c-4aee-8bd4-9665bef987a9 req-72abba95-836c-4b9f-a964-b330ee7b6458 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783372 Mar 08 06:08:45.545798 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Bound using segment: {'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:08:45.546425 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Bound port: bf4438da-10e3-45cc-8f0f-149f89adc579, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '54789513-36f9-477f-bceb-3041cb133969'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:08:45.546714 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.571125 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Request body: {'port': {'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:08:45.575043 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-5d47d411-531e-428c-b7f5-2f9043676660 None None] Provisioning complete for port 36e51003-9def-404e-9518-fe3caac56278 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:45.575651 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5d47d411-531e-428c-b7f5-2f9043676660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (36e51003-9def-404e-9518-fe3caac56278), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.575847 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711e0fc-bf88-4762-98e9-1a6ca9046797 req-63c17387-ca80-4bfe-bc1e-7ca3605fbc07 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:45.580260 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a711e0fc-bf88-4762-98e9-1a6ca9046797 req-63c17387-ca80-4bfe-bc1e-7ca3605fbc07 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0963602 Mar 08 06:08:45.621627 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-5d47d411-531e-428c-b7f5-2f9043676660 None None] Port 36e51003-9def-404e-9518-fe3caac56278 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:08:45.643325 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a711e0fc-bf88-4762-98e9-1a6ca9046797 req-1fc571d1-a44f-407c-a6f6-94b16ec46a16 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557432 Mar 08 06:08:45.676649 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] For port bf4438da-10e3-45cc-8f0f-149f89adc579, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:08:45.678529 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (36e51003-9def-404e-9518-fe3caac56278), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.681419 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] For port bf4438da-10e3-45cc-8f0f-149f89adc579, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bf4438da-10e3-45cc-8f0f-149f89adc579,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:08:45.691025 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.761490 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:45.762152 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:45.763505 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] 10.222.0.31 "PUT /v2.0/ports/bf4438da-10e3-45cc-8f0f-149f89adc579 HTTP/1.1" status: 200 len: 1093 time: 1.0855079 Mar 08 06:08:45.763957 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f033583-31e0-41cc-9470-a7bbe8f72633', 'tag': 'bf4438da-10e3-45cc-8f0f-149f89adc579'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:08:45.766285 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f033583-31e0-41cc-9470-a7bbe8f72633", "tag": "bf4438da-10e3-45cc-8f0f-149f89adc579"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:08:45.790391 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372de29-51ca-4134-8d70-2df0390f2b38 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4438da-10e3-45cc-8f0f-149f89adc579,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:45.849349 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c704a182-7389-4503-87de-e4a05c317fc6 x-openstack-request-id: req-c704a182-7389-4503-87de-e4a05c317fc6 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:08:45.849637 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f033583-31e0-41cc-9470-a7bbe8f72633", "tag": "bf4438da-10e3-45cc-8f0f-149f89adc579", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:08:45.849894 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c704a182-7389-4503-87de-e4a05c317fc6 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:08:45.850289 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f033583-31e0-41cc-9470-a7bbe8f72633', 'tag': 'bf4438da-10e3-45cc-8f0f-149f89adc579', 'status': 'completed', 'code': 200} Mar 08 06:08:45.884598 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406dd77d-252e-48ce-97fa-bf70767703e4 req-6e9f134f-b3b5-4853-bea9-ee482a5e15fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:45.886772 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-406dd77d-252e-48ce-97fa-bf70767703e4 req-6e9f134f-b3b5-4853-bea9-ee482a5e15fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 931 time: 0.0746045 Mar 08 06:08:45.939127 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-406dd77d-252e-48ce-97fa-bf70767703e4 req-e3f7bde9-2f4c-4add-b83d-7bca0ca67945 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466354 Mar 08 06:08:45.977412 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8be94221-a696-4e04-b74f-59d533c05a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:45.979403 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-8be94221-a696-4e04-b74f-59d533c05a6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=770a427fc6634f73871895073c344cec&device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 1127 time: 0.1032917 Mar 08 06:08:46.084076 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-a38a2547-0296-4c24-a36b-468cb9beb12d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf4438da-10e3-45cc-8f0f-149f89adc579 HTTP/1.1" status: 200 len: 217 time: 0.0655715 Mar 08 06:08:46.129809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e51003-9def-404e-9518-fe3caac56278 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:08:46.141861 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Publish callbacks [] for port (36e51003-9def-404e-9518-fe3caac56278), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:46.163606 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-fbb9c386-08dd-41f5-a704-3a9c86d97ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:46.165408 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-fbb9c386-08dd-41f5-a704-3a9c86d97ab4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abdd89b8-24ad-4524-84ea-90b242c120c8 HTTP/1.1" status: 200 len: 848 time: 0.0742676 Mar 08 06:08:46.166574 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Transition to ACTIVE for port object 36e51003-9def-404e-9518-fe3caac56278 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:08:46.171094 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (36e51003-9def-404e-9518-fe3caac56278), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:46.253258 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-843fbff9-b572-4b6e-ab10-774bbdde2126 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54789513-36f9-477f-bceb-3041cb133969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524199 Mar 08 06:08:46.541182 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Pushing event updated for resources: {'Port': ['ID=36e51003-9def-404e-9518-fe3caac56278,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:46.614755 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Attempting to bind port 36e51003-9def-404e-9518-fe3caac56278 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:08:46.615025 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Attempting to bind port 36e51003-9def-404e-9518-fe3caac56278 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:08:46.615600 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Attempting to bind port 36e51003-9def-404e-9518-fe3caac56278 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:46.625212 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Port 36e51003-9def-404e-9518-fe3caac56278 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:08:46.625883 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Attempting to bind port 36e51003-9def-404e-9518-fe3caac56278 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:08:46.639898 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-6085da88-2df6-42ec-9f11-0a000391fd94 service neutron] 10.222.0.31 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415908 Mar 08 06:08:46.640598 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:08:46.641174 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Checking segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:08:46.641349 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Bound using segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:08:46.641772 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Bound port: 36e51003-9def-404e-9518-fe3caac56278, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:08:46.642126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (36e51003-9def-404e-9518-fe3caac56278), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:46.666202 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb8ff2-e100-4cd4-aca5-dd252b726fbd req-d013d678-37b4-4320-940f-5ed3d7ca3d52 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:46.667923 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c2eb8ff2-e100-4cd4-aca5-dd252b726fbd req-d013d678-37b4-4320-940f-5ed3d7ca3d52 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0559990 Mar 08 06:08:46.757471 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c2eb8ff2-e100-4cd4-aca5-dd252b726fbd req-5cbf0389-ebcc-423f-8172-b8c60b85c4f6 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826898 Mar 08 06:08:46.779899 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] For port 36e51003-9def-404e-9518-fe3caac56278, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:08:46.787416 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] For port 36e51003-9def-404e-9518-fe3caac56278, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=36e51003-9def-404e-9518-fe3caac56278,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:08:46.795096 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8d30755a-1b28-4fd6-9335-ed785c8fac96 req-71df79b5-c5e0-4aa2-84fa-d18f90c1bdf9 service neutron] 10.222.0.31 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442769 Mar 08 06:08:46.796587 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (36e51003-9def-404e-9518-fe3caac56278), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:46.801069 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c45f9b-3b9e-40fe-899b-efa2d22cd035 req-2d76317b-8e2f-4397-8c03-a16329955291 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:46.802544 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-18c45f9b-3b9e-40fe-899b-efa2d22cd035 req-2d76317b-8e2f-4397-8c03-a16329955291 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0589950 Mar 08 06:08:46.837039 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:46.838171 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:46.839775 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] 10.222.0.31 "PUT /v2.0/ports/36e51003-9def-404e-9518-fe3caac56278 HTTP/1.1" status: 200 len: 1093 time: 1.2738693 Mar 08 06:08:46.861932 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f0d3e-68af-42e4-911d-97e45438373d service neutron] Pushing event updated for resources: {'Port': ['ID=36e51003-9def-404e-9518-fe3caac56278,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:46.874651 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-18c45f9b-3b9e-40fe-899b-efa2d22cd035 req-bea82d71-749a-4e17-9ae8-3cdb3958ff24 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643919 Mar 08 06:08:47.017403 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-c4ac30a1-52a4-49be-9478-fb9281b2018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:47.018922 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-c4ac30a1-52a4-49be-9478-fb9281b2018c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=770a427fc6634f73871895073c344cec&device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 1127 time: 0.0790625 Mar 08 06:08:47.021387 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-fb5f63bb-8975-4753-a41c-db250cc18080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:47.022771 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-fb5f63bb-8975-4753-a41c-db250cc18080 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 1127 time: 0.0744710 Mar 08 06:08:47.070858 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f657f48-de97-4560-b61e-c47cd63c7ac1 req-7d9a0579-1815-4289-86bc-ca6342a78ea9 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:47.072426 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9f657f48-de97-4560-b61e-c47cd63c7ac1 req-7d9a0579-1815-4289-86bc-ca6342a78ea9 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 943 time: 0.0629346 Mar 08 06:08:47.100644 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-e9cec87e-6e7f-4480-9f4b-8f79f374cad0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36e51003-9def-404e-9518-fe3caac56278 HTTP/1.1" status: 200 len: 217 time: 0.0524821 Mar 08 06:08:47.132460 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9f657f48-de97-4560-b61e-c47cd63c7ac1 req-a9bdaaec-9068-45d9-bf35-6831fe6a97b0 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452309 Mar 08 06:08:47.207105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-d774016e-fdd7-447d-88aa-c942d465d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:47.208661 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-d774016e-fdd7-447d-88aa-c942d465d7b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.1018865 Mar 08 06:08:47.214664 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-abc1ac8e-be31-4c46-abf2-7fb35ea73d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:47.216141 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-abc1ac8e-be31-4c46-abf2-7fb35ea73d33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54789513-36f9-477f-bceb-3041cb133969 HTTP/1.1" status: 200 len: 909 time: 0.1769276 Mar 08 06:08:47.279462 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-1230fc8c-1757-4422-91d3-f62c7f132fb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf4438da-10e3-45cc-8f0f-149f89adc579 HTTP/1.1" status: 200 len: 217 time: 0.0549023 Mar 08 06:08:47.339776 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-cdc4edb9-a898-432d-b744-da21ed19487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:47.341533 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-cdc4edb9-a898-432d-b744-da21ed19487f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1244187 Mar 08 06:08:47.343368 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-0ce11d8e-7371-4a01-b40f-789f87ed6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:47.344777 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-0ce11d8e-7371-4a01-b40f-789f87ed6fc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=abdd89b8-24ad-4524-84ea-90b242c120c8 HTTP/1.1" status: 200 len: 848 time: 0.0593486 Mar 08 06:08:47.403018 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-d8a0007c-6f24-487d-82ac-19cc7f02135e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54789513-36f9-477f-bceb-3041cb133969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478368 Mar 08 06:08:47.556132 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-ef835698-e395-4255-bb95-b9943efd8bcb service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027106 Mar 08 06:08:47.589450 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-e07af96e-fccf-4e8d-bafb-3dfa1980fdd0 service neutron] 10.222.0.31 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797380 Mar 08 06:08:47.729735 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e77c1b78-73ef-4046-906e-6a93bdc09fe4 req-3111a8f1-f4ef-4b80-8278-bb143a8cb147 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637671 Mar 08 06:08:47.746104 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-bf333cdc-67b0-4ae9-9c2d-ef27e32c75a8 req-1e99ed91-98bb-406f-ac5b-56d6f157a114 service neutron] 10.222.0.31 "GET /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484082 Mar 08 06:08:47.763271 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41726) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:47.851029 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'tag': '36e51003-9def-404e-9518-fe3caac56278'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:08:47.854566 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e831f-90b4-4fb4-aa42-9ce346a01aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e85a188-cb32-45d9-84ce-7d034a4f5eb0", "tag": "36e51003-9def-404e-9518-fe3caac56278"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:08:47.886346 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:47.893772 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad1fd83-0264-4402-ad53-bb5c04e33897 x-openstack-request-id: req-dad1fd83-0264-4402-ad53-bb5c04e33897 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:08:47.894136 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e85a188-cb32-45d9-84ce-7d034a4f5eb0", "tag": "36e51003-9def-404e-9518-fe3caac56278", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:08:47.894481 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dad1fd83-0264-4402-ad53-bb5c04e33897 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:08:47.894966 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'tag': '36e51003-9def-404e-9518-fe3caac56278', 'status': 'completed', 'code': 200} Mar 08 06:08:47.913058 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad0d0d-b2a7-4a6e-88a0-7eb515b3caec req-10f6a82e-27a7-4f21-8519-ebbca6f36b04 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:47.914619 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-12ad0d0d-b2a7-4a6e-88a0-7eb515b3caec req-10f6a82e-27a7-4f21-8519-ebbca6f36b04 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0863812 Mar 08 06:08:48.005635 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-c876517b-0b5c-408e-b8af-554b2871c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:48.007386 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-c876517b-0b5c-408e-b8af-554b2871c37c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 1127 time: 0.0468755 Mar 08 06:08:48.010981 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-12ad0d0d-b2a7-4a6e-88a0-7eb515b3caec req-7d4f5fe8-2e67-437b-8642-e1b3303d0598 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895483 Mar 08 06:08:48.057578 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Publish callbacks [] for security_group (3e1709e6-03a9-49c4-9eec-ec69019253c2), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.065428 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8ede-d9f3-4fc8-944d-cf4cd091eb96 req-eb5e3264-d4e8-4035-9d0a-2ed837e94b59 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:48.067012 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c62b8ede-d9f3-4fc8-944d-cf4cd091eb96 req-eb5e3264-d4e8-4035-9d0a-2ed837e94b59 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.1146204 Mar 08 06:08:48.068123 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (3e1709e6-03a9-49c4-9eec-ec69019253c2), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.110057 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-6d2c5672-c177-40e5-bb34-f8a87ef8bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:48.111549 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-6d2c5672-c177-40e5-bb34-f8a87ef8bd6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.0980535 Mar 08 06:08:48.126207 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1709e6-03a9-49c4-9eec-ec69019253c2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:48.133263 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b121d4a13b9f4987973d63a4ab1ae017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3663235 Mar 08 06:08:48.138062 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41738) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:48.155799 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.156543 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.156543 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.156876 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.157219 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.157626 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.157933 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.158363 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.158643 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.159182 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.159680 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.160039 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.160410 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6976e2d-ca73-4d3b-8ae4-b0cacd988640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:48.162028 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-98a20875-63ce-4785-86d5-e39140048820 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36e51003-9def-404e-9518-fe3caac56278 HTTP/1.1" status: 200 len: 217 time: 0.0431066 Mar 08 06:08:48.209837 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c62b8ede-d9f3-4fc8-944d-cf4cd091eb96 req-4ef885b6-1397-4577-acc5-4b0660e0f8c0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259413 Mar 08 06:08:48.230826 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-6394e9f0-62f3-4fa9-a3c2-2e27763ddc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:48.232290 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-6394e9f0-62f3-4fa9-a3c2-2e27763ddc10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0644698 Mar 08 06:08:48.264419 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-574733a6-28ca-4043-b764-db3cc0ca7c3b admin admin] Publish callbacks [] for security_group (3e1709e6-03a9-49c4-9eec-ec69019253c2), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.284700 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-02654007-897f-466e-9775-fce783c6b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:48.286559 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-02654007-897f-466e-9775-fce783c6b3a8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473225 Mar 08 06:08:48.295657 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-574733a6-28ca-4043-b764-db3cc0ca7c3b admin admin] Publish callbacks [] for security_group (3e1709e6-03a9-49c4-9eec-ec69019253c2), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.309684 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e8dc-bee9-43e5-aca0-3affc790814b req-b82925d4-3a21-4a6e-b01d-742d8583c692 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:48.311282 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1d00e8dc-bee9-43e5-aca0-3affc790814b req-b82925d4-3a21-4a6e-b01d-742d8583c692 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 943 time: 0.1002190 Mar 08 06:08:48.381406 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1d00e8dc-bee9-43e5-aca0-3affc790814b req-619bd297-e1c4-449b-b212-155d7a914a8d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642576 Mar 08 06:08:48.386722 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-45596504-a978-4e00-b785-65158a0e36b0 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929434 Mar 08 06:08:48.399925 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-574733a6-28ca-4043-b764-db3cc0ca7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (3e1709e6-03a9-49c4-9eec-ec69019253c2), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.403465 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-574733a6-28ca-4043-b764-db3cc0ca7c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.404802 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-574733a6-28ca-4043-b764-db3cc0ca7c3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e1709e6-03a9-49c4-9eec-ec69019253c2 HTTP/1.1" status: 204 len: 168 time: 0.2625470 Mar 08 06:08:48.413285 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574733a6-28ca-4043-b764-db3cc0ca7c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1709e6-03a9-49c4-9eec-ec69019253c2,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:48.489775 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-690e831f-90b4-4fb4-aa42-9ce346a01aa9 req-12fbb101-18da-494c-ab18-ae176274cafa service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950544 Mar 08 06:08:48.679503 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 41746) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:48.692627 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b439871b-0534-4977-bb85-39c2ba4e3a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.774500 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b439871b-0534-4977-bb85-39c2ba4e3a43 admin admin] Publish callbacks [] for security_group (04a18f68-c56e-4ee3-a73d-972973ee06e0), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.779396 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b439871b-0534-4977-bb85-39c2ba4e3a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (04a18f68-c56e-4ee3-a73d-972973ee06e0), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.820369 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b439871b-0534-4977-bb85-39c2ba4e3a43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8d8372385a7d4f0a82df07eda99d2f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397853 Mar 08 06:08:48.821330 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439871b-0534-4977-bb85-39c2ba4e3a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a18f68-c56e-4ee3-a73d-972973ee06e0,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:48.823878 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 41748) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:08:48.872986 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c5979ac7-c3b2-4a6e-9377-fe1192212c75 admin admin] Publish callbacks [] for security_group (04a18f68-c56e-4ee3-a73d-972973ee06e0), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.895237 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c5979ac7-c3b2-4a6e-9377-fe1192212c75 admin admin] Publish callbacks [] for security_group (04a18f68-c56e-4ee3-a73d-972973ee06e0), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.943108 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c5979ac7-c3b2-4a6e-9377-fe1192212c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (04a18f68-c56e-4ee3-a73d-972973ee06e0), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.945706 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c5979ac7-c3b2-4a6e-9377-fe1192212c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:48.947390 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c5979ac7-c3b2-4a6e-9377-fe1192212c75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04a18f68-c56e-4ee3-a73d-972973ee06e0 HTTP/1.1" status: 204 len: 168 time: 0.1218686 Mar 08 06:08:48.957165 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5979ac7-c3b2-4a6e-9377-fe1192212c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a18f68-c56e-4ee3-a73d-972973ee06e0,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:49.114896 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:49.147296 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a93fd-3997-4a3a-a951-7f33107ac490 req-2be83704-9ba8-4f79-adbf-d87658ba1eaa tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:49.148793 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e48a93fd-3997-4a3a-a951-7f33107ac490 req-2be83704-9ba8-4f79-adbf-d87658ba1eaa tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0619104 Mar 08 06:08:49.197157 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e48a93fd-3997-4a3a-a951-7f33107ac490 req-f7b5d63a-51d0-43d0-b4ca-2556338bf315 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 Mar 08 06:08:49.339416 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1d890-5d7a-4e45-bbe0-45aafa4e751e req-52a0c422-10b5-45ea-92aa-d9cd3d92496a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:49.340884 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ace1d890-5d7a-4e45-bbe0-45aafa4e751e req-52a0c422-10b5-45ea-92aa-d9cd3d92496a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0719185 Mar 08 06:08:49.400670 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ace1d890-5d7a-4e45-bbe0-45aafa4e751e req-4c3e8601-68f9-4b52-8bd3-32bb0c402f7a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519078 Mar 08 06:08:49.532487 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3cbf55-bef6-4ac3-ba0e-363e4fbdfdd3 req-db2d534d-9141-40b9-985c-719ce197b971 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:49.543236 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3e3cbf55-bef6-4ac3-ba0e-363e4fbdfdd3 req-db2d534d-9141-40b9-985c-719ce197b971 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 943 time: 0.0773213 Mar 08 06:08:49.604968 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3e3cbf55-bef6-4ac3-ba0e-363e4fbdfdd3 req-b1a05845-609a-4dac-83b0-f2b314e18f73 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604355 Mar 08 06:08:50.331625 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d3961-20f6-4201-9a00-eaa444be911d req-5ce74042-3736-45f6-bfa6-cfc8c9c698fe tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:50.333841 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-530d3961-20f6-4201-9a00-eaa444be911d req-5ce74042-3736-45f6-bfa6-cfc8c9c698fe tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0656016 Mar 08 06:08:50.643219 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-530d3961-20f6-4201-9a00-eaa444be911d req-c1d8803c-4715-47bb-8c0b-7b8f2166553d tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022292 Mar 08 06:08:50.664575 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8c344-00f9-47b1-bed5-bc601d999ffd req-699bac98-afa0-4ede-8e27-1b49d71ac9a0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:50.665384 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-58b8c344-00f9-47b1-bed5-bc601d999ffd req-699bac98-afa0-4ede-8e27-1b49d71ac9a0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0924654 Mar 08 06:08:50.730211 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-58b8c344-00f9-47b1-bed5-bc601d999ffd req-515bea47-4962-4f22-b049-d2ee35038347 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573852 Mar 08 06:08:50.815802 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb725fe-9df9-40a0-913f-8443407ffd3b req-ef552e19-cdb5-4310-a773-43a7ca735a65 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:50.817285 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2cb725fe-9df9-40a0-913f-8443407ffd3b req-ef552e19-cdb5-4310-a773-43a7ca735a65 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 943 time: 0.0553880 Mar 08 06:08:50.826186 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-7df6d3ea-6a7d-40a6-992b-6c783c52d00f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537384 Mar 08 06:08:50.867276 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2cb725fe-9df9-40a0-913f-8443407ffd3b req-6a51e5bf-3ecc-4103-9b52-6803eb85ce30 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 Mar 08 06:08:51.777852 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a58b7f-0205-485b-80c5-684d3bf6e594 req-b85bef90-0a82-4c55-887f-840a6a6b0939 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:51.779480 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8a58b7f-0205-485b-80c5-684d3bf6e594 req-b85bef90-0a82-4c55-887f-840a6a6b0939 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0659907 Mar 08 06:08:51.873974 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8a58b7f-0205-485b-80c5-684d3bf6e594 req-7195be09-8541-4d62-8400-2c32504b8147 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883017 Mar 08 06:08:51.899003 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2039c1-53ef-41ce-8735-e905d73edb46 req-4e227fd9-6dff-46c2-8a88-814178fa4348 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:51.899750 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ce2039c1-53ef-41ce-8735-e905d73edb46 req-4e227fd9-6dff-46c2-8a88-814178fa4348 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0808389 Mar 08 06:08:51.969948 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ce2039c1-53ef-41ce-8735-e905d73edb46 req-c57e62c4-28fe-48e7-9fe7-5b3be91523ed tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641110 Mar 08 06:08:52.021991 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9903-88ab-4be6-b871-685faccdd3a7 req-6425b296-5e45-4ac7-9b1f-66a790f1235d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:52.023751 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5cee9903-88ab-4be6-b871-685faccdd3a7 req-6425b296-5e45-4ac7-9b1f-66a790f1235d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 943 time: 0.0751927 Mar 08 06:08:52.079501 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5cee9903-88ab-4be6-b871-685faccdd3a7 req-1c3ca099-e145-475f-95a5-44c0107516f0 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496376 Mar 08 06:08:52.877139 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-c19c9e70-388c-45b6-824c-b0b519bf58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:52.878814 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-c19c9e70-388c-45b6-824c-b0b519bf58b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1130 time: 0.0474422 Mar 08 06:08:53.000860 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae0c8e-8a91-4a92-8ecd-c85e3b39a388 req-778171e7-8533-406b-b811-e2d0a6566d32 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:53.002383 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-65ae0c8e-8a91-4a92-8ecd-c85e3b39a388 req-778171e7-8533-406b-b811-e2d0a6566d32 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0527709 Mar 08 06:08:53.082334 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-65ae0c8e-8a91-4a92-8ecd-c85e3b39a388 req-81d8bc3b-8668-4cfb-bd2a-670835acb13d tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737858 Mar 08 06:08:53.108875 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f16ca8-34ee-40e4-9440-6b4af5853460 req-46781198-26c5-4713-b3d0-7fceae18fcc7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:53.110473 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c8f16ca8-34ee-40e4-9440-6b4af5853460 req-46781198-26c5-4713-b3d0-7fceae18fcc7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0701828 Mar 08 06:08:53.188795 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c8f16ca8-34ee-40e4-9440-6b4af5853460 req-1c60304e-1aa1-484e-a743-9ea17393f936 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719588 Mar 08 06:08:53.235341 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf36ea0-28de-447b-b8f4-bcdaee31cc9c req-469d8187-a333-4c86-923b-a8da854aa242 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:53.236903 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9cf36ea0-28de-447b-b8f4-bcdaee31cc9c req-469d8187-a333-4c86-923b-a8da854aa242 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 943 time: 0.0852354 Mar 08 06:08:53.298872 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9cf36ea0-28de-447b-b8f4-bcdaee31cc9c req-75a57950-a551-4907-8686-655bddd905eb tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548773 Mar 08 06:08:54.210208 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f2b33-1b9d-4f53-8fa7-1eb8857bd4b4 req-c927ba04-6461-4222-8d67-423d84884edf tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:54.212061 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-407f2b33-1b9d-4f53-8fa7-1eb8857bd4b4 req-c927ba04-6461-4222-8d67-423d84884edf tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0578914 Mar 08 06:08:54.229863 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 36e51003-9def-404e-9518-fe3caac56278 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:08:54.239264 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-1a8cbeea-7c53-4af5-ae73-b372858eb268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:54.241226 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-1a8cbeea-7c53-4af5-ae73-b372858eb268 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.0888774 Mar 08 06:08:54.271448 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-407f2b33-1b9d-4f53-8fa7-1eb8857bd4b4 req-a550adb1-3a90-4b51-b7e5-8e77e52f74e7 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529382 Mar 08 06:08:54.316703 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-bf59d6a5-3ccb-4967-8dcb-289b665193dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 1002 time: 0.0678871 Mar 08 06:08:54.373936 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93360a-5729-42ad-bbef-a6e642211f20 req-b286f021-aff4-40c9-a3d6-9c5a2c3d9ef8 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:54.386790 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-8a564c0a-e077-483a-aeba-e1a349906fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:54.388374 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-df93360a-5729-42ad-bbef-a6e642211f20 req-b286f021-aff4-40c9-a3d6-9c5a2c3d9ef8 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0953991 Mar 08 06:08:54.388660 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-8a564c0a-e077-483a-aeba-e1a349906fb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0669639 Mar 08 06:08:54.401993 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 36e51003-9def-404e-9518-fe3caac56278, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=36e51003-9def-404e-9518-fe3caac56278,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:54.419918 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '36e51003-9def-404e-9518-fe3caac56278', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:08:54.454712 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-e5c9ff77-5872-47c2-aac5-da8e31da4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:54.456543 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-e5c9ff77-5872-47c2-aac5-da8e31da4e6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0589397 Mar 08 06:08:54.466691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 36e51003-9def-404e-9518-fe3caac56278 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:54.467090 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (36e51003-9def-404e-9518-fe3caac56278), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:54.481390 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1feca7-05df-4aa4-9a98-244b5c91dcb8 req-4cd719e1-ac6b-4ca7-afb4-c6cf311a963b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:54.481621 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e51003-9def-404e-9518-fe3caac56278 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:08:54.482927 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cb1feca7-05df-4aa4-9a98-244b5c91dcb8 req-4cd719e1-ac6b-4ca7-afb4-c6cf311a963b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 943 time: 0.0818419 Mar 08 06:08:54.485922 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-df93360a-5729-42ad-bbef-a6e642211f20 req-e58acfd9-69f3-472f-bc8c-bf8203c60603 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967572 Mar 08 06:08:54.507317 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 36e51003-9def-404e-9518-fe3caac56278, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=36e51003-9def-404e-9518-fe3caac56278,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:54.513374 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (36e51003-9def-404e-9518-fe3caac56278), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:54.540423 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cb1feca7-05df-4aa4-9a98-244b5c91dcb8 req-3b4088cf-31b7-4467-ae18-cc5702c9055c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500784 Mar 08 06:08:54.563701 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-7df86562-e1fa-4b07-88a3-1e897a8fdac4 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001320 Mar 08 06:08:54.570877 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=36e51003-9def-404e-9518-fe3caac56278,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:54.578766 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.579403 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.579766 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.580119 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.580434 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.580763 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.581103 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.581431 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.581834 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.582128 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.582467 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.582809 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.583129 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:08:54.719318 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0d9443ef-0985-43af-b1b5-0de486b69fe1 req-d06ae719-b009-466f-9f73-2ffe999d9c68 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826819 Mar 08 06:08:55.326887 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['36e51003-9def-404e-9518-fe3caac56278'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:08:55.397570 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdadee-9aab-4fb4-9a14-446b626a9a9e req-444267cf-5f26-47a5-a7b3-b3c86cfc5722 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:55.399078 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-92bdadee-9aab-4fb4-9a14-446b626a9a9e req-444267cf-5f26-47a5-a7b3-b3c86cfc5722 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 943 time: 0.0556777 Mar 08 06:08:55.466231 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-92bdadee-9aab-4fb4-9a14-446b626a9a9e req-7b57e7e4-9cac-4f97-88f7-2041e8ba6ab7 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567763 Mar 08 06:08:55.609577 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cbb86-837a-431d-b55c-57d9764f0db9 req-50987de3-bb86-4ce5-a4ec-dcc47b3b601d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:55.611099 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-472cbb86-837a-431d-b55c-57d9764f0db9 req-50987de3-bb86-4ce5-a4ec-dcc47b3b601d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0544457 Mar 08 06:08:55.689160 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-472cbb86-837a-431d-b55c-57d9764f0db9 req-313042e9-df83-4b3b-a42b-dd593311c103 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685747 Mar 08 06:08:55.699324 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c6def-55f1-44a9-ae0c-47326d69466d req-e06431eb-8d87-4221-9357-a571e79af8aa tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:55.700883 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b88c6def-55f1-44a9-ae0c-47326d69466d req-e06431eb-8d87-4221-9357-a571e79af8aa tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 944 time: 0.0887821 Mar 08 06:08:55.754994 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b88c6def-55f1-44a9-ae0c-47326d69466d req-38cb7188-f63c-4f2b-964a-4188dd26c583 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476739 Mar 08 06:08:56.217837 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bf4438da-10e3-45cc-8f0f-149f89adc579 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:08:56.311216 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bf4438da-10e3-45cc-8f0f-149f89adc579, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bf4438da-10e3-45cc-8f0f-149f89adc579,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:56.322361 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': 'bf4438da-10e3-45cc-8f0f-149f89adc579', 'network_id': '54789513-36f9-477f-bceb-3041cb133969', 'port_id': 'bf4438da-10e3-45cc-8f0f-149f89adc579', 'mac_address': 'fa:16:3e:b1:66:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdd89b8-24ad-4524-84ea-90b242c120c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:08:56.362280 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port bf4438da-10e3-45cc-8f0f-149f89adc579 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:56.362970 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:56.377820 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4438da-10e3-45cc-8f0f-149f89adc579 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:08:56.396490 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bf4438da-10e3-45cc-8f0f-149f89adc579, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bf4438da-10e3-45cc-8f0f-149f89adc579,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:56.400521 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:56.446765 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=bf4438da-10e3-45cc-8f0f-149f89adc579,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:56.585974 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b52f8f-ef14-44b4-a2c4-990419fac357 req-a7babcbd-0d62-4f91-b0ae-bd44c637b23f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:56.587998 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-60b52f8f-ef14-44b4-a2c4-990419fac357 req-a7babcbd-0d62-4f91-b0ae-bd44c637b23f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 944 time: 0.0527017 Mar 08 06:08:56.634960 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-60b52f8f-ef14-44b4-a2c4-990419fac357 req-3edef43d-65d2-4e52-8df8-fea61fe8883b tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404651 Mar 08 06:08:56.812645 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc66f4b-119c-4c7d-9456-1e45f5764a8d req-e08314f8-918b-4ed5-b9ba-003ebb549fdb tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:56.814141 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6fc66f4b-119c-4c7d-9456-1e45f5764a8d req-e08314f8-918b-4ed5-b9ba-003ebb549fdb tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0532470 Mar 08 06:08:56.893517 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6fc66f4b-119c-4c7d-9456-1e45f5764a8d req-44296171-5611-4a9b-84f4-1fdc508fa8ea tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723941 Mar 08 06:08:56.909410 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1a0e6-d1c3-4e28-ab97-15d65aa5c2fb req-c67f515d-0118-47f8-988f-7467d4e25561 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:56.910903 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a3d1a0e6-d1c3-4e28-ab97-15d65aa5c2fb req-c67f515d-0118-47f8-988f-7467d4e25561 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 944 time: 0.0829093 Mar 08 06:08:56.957274 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a3d1a0e6-d1c3-4e28-ab97-15d65aa5c2fb req-a6d4f474-1ccf-42f7-ab49-4491a42f9b0f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Mar 08 06:08:57.075625 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['bf4438da-10e3-45cc-8f0f-149f89adc579'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:08:57.760427 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32616f8-40cf-4ec1-aa0e-5d9acbff63b4 req-e625b97c-5099-4f48-a18d-36e9ceedfd54 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:57.762086 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b32616f8-40cf-4ec1-aa0e-5d9acbff63b4 req-e625b97c-5099-4f48-a18d-36e9ceedfd54 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 944 time: 0.0587270 Mar 08 06:08:57.810809 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b32616f8-40cf-4ec1-aa0e-5d9acbff63b4 req-71aa3b4b-8175-485a-be32-67d156594b43 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Mar 08 06:08:58.027507 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe48de-a703-494f-8704-3c7f6df9accd req-d49b6b03-dc4a-4330-a31f-3801d1279b86 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:58.029092 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-04fe48de-a703-494f-8704-3c7f6df9accd req-d49b6b03-dc4a-4330-a31f-3801d1279b86 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0651641 Mar 08 06:08:58.108818 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-04fe48de-a703-494f-8704-3c7f6df9accd req-f73d1a3a-b494-4f98-bbc4-a26c644ad5f2 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702996 Mar 08 06:08:58.121049 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024be47-6a94-4258-a10c-95793e25ed46 req-4e00bc6e-83dd-4697-b02e-27a9111ae6e7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:58.122631 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9024be47-6a94-4258-a10c-95793e25ed46 req-4e00bc6e-83dd-4697-b02e-27a9111ae6e7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 944 time: 0.0925312 Mar 08 06:08:58.170101 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9024be47-6a94-4258-a10c-95793e25ed46 req-23aff571-be79-45f2-9521-806bda9fc9ef tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415785 Mar 08 06:08:58.224377 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 36e51003-9def-404e-9518-fe3caac56278 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:08:58.279056 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 36e51003-9def-404e-9518-fe3caac56278 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:08:58.285584 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 36e51003-9def-404e-9518-fe3caac56278 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:08:58.286489 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (36e51003-9def-404e-9518-fe3caac56278), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:58.497692 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 36e51003-9def-404e-9518-fe3caac56278 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:08:58.498021 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (36e51003-9def-404e-9518-fe3caac56278), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:58.521533 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e51003-9def-404e-9518-fe3caac56278'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:08:58.523926 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02600067-1973-4b9e-bab2-c33e1c6f2374" -d '{"events": [{"server_uuid": "9e85a188-cb32-45d9-84ce-7d034a4f5eb0", "name": "network-vif-plugged", "status": "completed", "tag": "36e51003-9def-404e-9518-fe3caac56278"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:08:58.536437 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 36e51003-9def-404e-9518-fe3caac56278, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=36e51003-9def-404e-9518-fe3caac56278,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:08:58.540324 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (36e51003-9def-404e-9518-fe3caac56278), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:08:58.568113 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c840c53b-a8b5-41a1-bc59-312e1cb4fdf6 x-openstack-request-id: req-c840c53b-a8b5-41a1-bc59-312e1cb4fdf6 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:08:58.568432 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e85a188-cb32-45d9-84ce-7d034a4f5eb0", "name": "network-vif-plugged", "status": "completed", "tag": "36e51003-9def-404e-9518-fe3caac56278", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:08:58.568714 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c840c53b-a8b5-41a1-bc59-312e1cb4fdf6 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:08:58.569107 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e51003-9def-404e-9518-fe3caac56278', 'code': 200} Mar 08 06:08:58.593620 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=36e51003-9def-404e-9518-fe3caac56278,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:08:58.793646 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa43b8d-b196-48fd-ab73-1649c71e302f req-b753f299-f685-467e-a65b-90accb2ea7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:58.795258 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fa43b8d-b196-48fd-ab73-1649c71e302f req-b753f299-f685-467e-a65b-90accb2ea7d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 1129 time: 0.0463502 Mar 08 06:08:58.841721 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fa43b8d-b196-48fd-ab73-1649c71e302f req-ba4e8aae-0ff6-4521-ab17-51d5cc7c6f1e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Mar 08 06:08:58.929725 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51f0f2-597b-4e1f-b4f5-5ee052548276 req-99c4db40-271d-48e7-8f82-ca8a9fef8840 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:58.931764 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5c51f0f2-597b-4e1f-b4f5-5ee052548276 req-99c4db40-271d-48e7-8f82-ca8a9fef8840 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 944 time: 0.0526519 Mar 08 06:08:58.983707 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5c51f0f2-597b-4e1f-b4f5-5ee052548276 req-4e3b4961-b1a8-4d18-8755-a5da7dab8f51 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Mar 08 06:08:59.230817 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd83b53-d389-41c1-894e-544eb753b87a req-29811265-8bae-4d6d-bae1-08925dc4e132 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:59.232365 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bfd83b53-d389-41c1-894e-544eb753b87a req-29811265-8bae-4d6d-bae1-08925dc4e132 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0535002 Mar 08 06:08:59.312143 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bfd83b53-d389-41c1-894e-544eb753b87a req-a5f68dbe-3317-48c0-b4c3-c872ac04e045 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670471 Mar 08 06:08:59.320929 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8ee27-03d2-48cb-8346-a4f35a760c53 req-8422df0e-1b23-45ed-9a2f-f650be7bc475 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:59.322841 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e3f8ee27-03d2-48cb-8346-a4f35a760c53 req-8422df0e-1b23-45ed-9a2f-f650be7bc475 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0866296 Mar 08 06:08:59.371440 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e3f8ee27-03d2-48cb-8346-a4f35a760c53 req-bda77786-b626-4df6-9846-da87a9b756b9 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429831 Mar 08 06:08:59.956908 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54918c51-54f7-4c03-8a44-0ad0c4da18c1 req-b464e859-8265-48f2-9472-81c7be8c5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:08:59.958416 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-54918c51-54f7-4c03-8a44-0ad0c4da18c1 req-b464e859-8265-48f2-9472-81c7be8c5c56 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1130 time: 0.0435708 Mar 08 06:09:00.003510 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-54918c51-54f7-4c03-8a44-0ad0c4da18c1 req-4a55c255-a9fd-4ace-9af3-9ec03aee6065 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Mar 08 06:09:00.104426 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0903ab-fedc-4142-a810-475ab80d4e12 req-f7f3200e-afe7-4b49-898c-45c926ea7e37 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:00.105885 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2b0903ab-fedc-4142-a810-475ab80d4e12 req-f7f3200e-afe7-4b49-898c-45c926ea7e37 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 944 time: 0.0557353 Mar 08 06:09:00.150812 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2b0903ab-fedc-4142-a810-475ab80d4e12 req-14863248-e387-42bd-8dfb-2380ddaa8b46 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Mar 08 06:09:00.247519 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bf4438da-10e3-45cc-8f0f-149f89adc579 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:09:00.300320 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port bf4438da-10e3-45cc-8f0f-149f89adc579 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:09:00.304330 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port bf4438da-10e3-45cc-8f0f-149f89adc579 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:09:00.304704 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:00.383319 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port bf4438da-10e3-45cc-8f0f-149f89adc579 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:09:00.383712 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:00.423663 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bf4438da-10e3-45cc-8f0f-149f89adc579, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bf4438da-10e3-45cc-8f0f-149f89adc579,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:09:00.427713 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:00.449567 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965beb50-8547-4103-a23f-c62110e35cd6 req-e2a953cb-92ec-42d5-8344-657e31f30872 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:00.451078 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-965beb50-8547-4103-a23f-c62110e35cd6 req-e2a953cb-92ec-42d5-8344-657e31f30872 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0702226 Mar 08 06:09:00.477104 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=bf4438da-10e3-45cc-8f0f-149f89adc579,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:00.529937 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-965beb50-8547-4103-a23f-c62110e35cd6 req-b52ecd3e-035e-4798-ab51-b0030cc82e5b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687990 Mar 08 06:09:00.538000 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562e548-70e1-4959-8193-73b472155d26 req-c84ad5c3-b69e-4a18-b581-8a616fa2cc2f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:00.539473 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1562e548-70e1-4959-8193-73b472155d26 req-c84ad5c3-b69e-4a18-b581-8a616fa2cc2f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0875227 Mar 08 06:09:00.570403 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f033583-31e0-41cc-9470-a7bbe8f72633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4438da-10e3-45cc-8f0f-149f89adc579'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:09:00.573457 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9747c06f-610a-4aad-aac8-20c158ae3be9" -d '{"events": [{"server_uuid": "5f033583-31e0-41cc-9470-a7bbe8f72633", "name": "network-vif-plugged", "status": "completed", "tag": "bf4438da-10e3-45cc-8f0f-149f89adc579"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:09:00.591292 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1562e548-70e1-4959-8193-73b472155d26 req-897d847d-2ff3-4494-b50a-94159c776e8f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453467 Mar 08 06:09:00.614595 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b5e627-334b-4131-81b7-dbc9e2c02271 x-openstack-request-id: req-01b5e627-334b-4131-81b7-dbc9e2c02271 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:09:00.614963 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f033583-31e0-41cc-9470-a7bbe8f72633", "name": "network-vif-plugged", "status": "completed", "tag": "bf4438da-10e3-45cc-8f0f-149f89adc579", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:09:00.615238 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-01b5e627-334b-4131-81b7-dbc9e2c02271 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:09:00.615638 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f033583-31e0-41cc-9470-a7bbe8f72633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4438da-10e3-45cc-8f0f-149f89adc579', 'code': 200} Mar 08 06:09:00.855252 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369362fb-e340-47b8-8074-a35724f1f2ab req-e053b520-47e9-4309-b2fa-009339615ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:00.856721 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-369362fb-e340-47b8-8074-a35724f1f2ab req-e053b520-47e9-4309-b2fa-009339615ef9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 1129 time: 0.0472593 Mar 08 06:09:00.903928 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-369362fb-e340-47b8-8074-a35724f1f2ab req-a9490bb4-fe1f-4522-a879-add8de1472e5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399969 Mar 08 06:09:01.276230 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207628b-4f88-49c1-9424-c1eec1e5e3b1 req-a3c3aa20-95bf-4aa8-9dcb-2d4906e72cbc tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:01.277928 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c207628b-4f88-49c1-9424-c1eec1e5e3b1 req-a3c3aa20-95bf-4aa8-9dcb-2d4906e72cbc tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 945 time: 0.0614789 Mar 08 06:09:01.331693 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c207628b-4f88-49c1-9424-c1eec1e5e3b1 req-cd7168af-ab06-477f-8e8a-98663129f9bf tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Mar 08 06:09:01.677537 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67b30a6-1c6f-48e9-ad6b-5be84c0d6fee req-4ca140c6-1a1d-4048-a7c2-535432afb4f7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:01.679208 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a67b30a6-1c6f-48e9-ad6b-5be84c0d6fee req-4ca140c6-1a1d-4048-a7c2-535432afb4f7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0618455 Mar 08 06:09:01.756092 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131b3dd-9a14-4950-bd01-a2d8bfb50af3 req-cfb077c4-5513-4396-a56c-120fb78b846d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:01.757620 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1131b3dd-9a14-4950-bd01-a2d8bfb50af3 req-cfb077c4-5513-4396-a56c-120fb78b846d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0959446 Mar 08 06:09:01.762420 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a67b30a6-1c6f-48e9-ad6b-5be84c0d6fee req-c962172b-5c66-4824-967d-a3b996032a64 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611989 Mar 08 06:09:01.806401 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1131b3dd-9a14-4950-bd01-a2d8bfb50af3 req-2f5f2a22-e21c-4a05-b435-0288c68b0582 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417895 Mar 08 06:09:02.457123 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52949d-9636-4f02-a300-133db941899c req-55d42e77-ac1a-48f9-8a16-c4193005934f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:02.458630 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0a52949d-9636-4f02-a300-133db941899c req-55d42e77-ac1a-48f9-8a16-c4193005934f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 945 time: 0.0562868 Mar 08 06:09:02.505508 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0a52949d-9636-4f02-a300-133db941899c req-e63f7a7b-1cac-4b1c-97b4-54c75038260f tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 Mar 08 06:09:02.971284 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f145a7-005b-48bd-9db6-6d7e196eb516 req-617d82d9-da45-40b6-ab52-5998b7fed84e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:02.972798 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d7f145a7-005b-48bd-9db6-6d7e196eb516 req-617d82d9-da45-40b6-ab52-5998b7fed84e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.1102664 Mar 08 06:09:02.986824 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef348a-c8a7-4125-92db-759be57fe6d7 req-dcfe22b3-930f-4ab0-9180-434e16841533 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:02.988276 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-17ef348a-c8a7-4125-92db-759be57fe6d7 req-dcfe22b3-930f-4ab0-9180-434e16841533 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0879946 Mar 08 06:09:03.060489 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d7f145a7-005b-48bd-9db6-6d7e196eb516 req-5ebd6f02-0f9e-4b0f-8b01-9f0ab852106f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712481 Mar 08 06:09:03.067565 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-17ef348a-c8a7-4125-92db-759be57fe6d7 req-b1b93254-960f-4619-8487-fc2d357710a8 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711198 Mar 08 06:09:03.185356 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b4ed0-7499-4cda-ae37-a13d1db4a62d req-5e4d4ca3-cc97-4a9b-9be5-978a4e93c9d8 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:03.186867 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9d2b4ed0-7499-4cda-ae37-a13d1db4a62d req-5e4d4ca3-cc97-4a9b-9be5-978a4e93c9d8 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0530410 Mar 08 06:09:03.195674 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 42024) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:03.200480 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'floatingip': {'port_id': '36e51003-9def-404e-9518-fe3caac56278'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:09:03.286849 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:03.336087 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-dbb53bff-95dd-4c26-81e6-04a2ad5e0dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:03.338352 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-dbb53bff-95dd-4c26-81e6-04a2ad5e0dbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1130 time: 0.0447118 Mar 08 06:09:03.439414 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-493a5c8f-b6e0-4e1b-81b5-453c5273ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:03.440895 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-493a5c8f-b6e0-4e1b-81b5-453c5273ec48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 919 time: 0.0850880 Mar 08 06:09:03.444311 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09de18-9adc-48e9-beda-4f2d8672e947 req-11fa594f-722f-4771-a7ab-220c824088ee tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:03.445878 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5a09de18-9adc-48e9-beda-4f2d8672e947 req-11fa594f-722f-4771-a7ab-220c824088ee tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.1788538 Mar 08 06:09:03.484690 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-8cba8004-1b1a-401b-91d0-6f663319f50e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c242c95-4133-46ff-84f6-9b450ce8929a HTTP/1.1" status: 200 len: 217 time: 0.0354688 Mar 08 06:09:03.531829 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-e7ad401f-b5c9-4d8f-b68b-3b6adb4de13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:03.533436 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-e7ad401f-b5c9-4d8f-b68b-3b6adb4de13b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.0423114 Mar 08 06:09:03.549244 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5a09de18-9adc-48e9-beda-4f2d8672e947 req-33e56316-5cc2-4635-8dc1-8e73669190e1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944116 Mar 08 06:09:03.572153 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-b03aaeaf-ca9b-4887-be22-387ae8dfebbc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286901 Mar 08 06:09:03.661928 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-280c581a-c9db-48ea-97b6-46f2b6cf0c91 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853424 Mar 08 06:09:03.700454 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89911f-98d4-4d3b-8953-f2b3d4c1d6d4 req-8589d7c7-d622-4a6c-8d6c-013b8ed3f9a6 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:03.701863 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fe89911f-98d4-4d3b-8953-f2b3d4c1d6d4 req-8589d7c7-d622-4a6c-8d6c-013b8ed3f9a6 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 945 time: 0.1146686 Mar 08 06:09:03.759299 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4f0d9fbf-364c-49c5-aa29-4d4dbb06afac req-b00b7d18-f810-43f6-8a56-2c4c84af6cde service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892694 Mar 08 06:09:03.871249 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fe89911f-98d4-4d3b-8953-f2b3d4c1d6d4 req-32bc03ca-1326-477b-b425-49ae30b2e552 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336842 Mar 08 06:09:04.294844 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:04.300409 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:04.406475 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Floating IP 45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8 associated. External IP: 172.27.2.66, port: 36e51003-9def-404e-9518-fe3caac56278. Mar 08 06:09:04.621084 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:09:04.720698 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a2315-fb36-4cc5-ab1c-d894d533c805 req-ca5a0419-91a9-483b-bcda-5ba941631205 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:04.722157 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5d4a2315-fb36-4cc5-ab1c-d894d533c805 req-ca5a0419-91a9-483b-bcda-5ba941631205 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.1037691 Mar 08 06:09:04.800398 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:09:04.805229 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:04.810118 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:09:04.811100 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5d4a2315-fb36-4cc5-ab1c-d894d533c805 req-27a46c1a-7f60-48ff-af04-42b281c8f13c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622735 Mar 08 06:09:04.820820 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:09:04.821426 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:08:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:09:04.838980 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-a5d34de4-5f36-409e-b0e7-e5d642cc929b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "PUT /v2.0/floatingips/45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8 HTTP/1.1" status: 200 len: 990 time: 1.6418583 Mar 08 06:09:04.839538 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'tag': '36e51003-9def-404e-9518-fe3caac56278'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:09:04.841854 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1830b93e-e174-4689-832f-896cf15e9631" -d '{"events": [{"name": "network-changed", "server_uuid": "9e85a188-cb32-45d9-84ce-7d034a4f5eb0", "tag": "36e51003-9def-404e-9518-fe3caac56278"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:09:04.877063 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5764b00b-00e6-4aba-81d3-9ebebbcb6234 x-openstack-request-id: req-5764b00b-00e6-4aba-81d3-9ebebbcb6234 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:09:04.877353 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e85a188-cb32-45d9-84ce-7d034a4f5eb0", "tag": "36e51003-9def-404e-9518-fe3caac56278", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:09:04.877603 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5764b00b-00e6-4aba-81d3-9ebebbcb6234 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:09:04.877997 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'tag': '36e51003-9def-404e-9518-fe3caac56278', 'status': 'completed', 'code': 200} Mar 08 06:09:05.023296 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:09:05.240679 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:04Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:09:05.267453 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:09:05.277848 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:09:05.278459 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:08:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:09:05.386032 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:09:05.616408 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:04Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:09:05.643279 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06da493d-2b82-4fe1-8579-8017fbe7fb37 None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:04Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:09:05.824205 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7748a1e-9352-4d59-b4e1-b9c5071177bd None None] New status for floating IP 45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8: ACTIVE {{(pid=103360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:09:05.936082 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125858c-dc14-4a30-8f6f-bcf90e4545da req-98a64626-e05d-4dff-89c2-73c8a6f6e853 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:05.937502 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a125858c-dc14-4a30-8f6f-bcf90e4545da req-98a64626-e05d-4dff-89c2-73c8a6f6e853 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0569551 Mar 08 06:09:05.985234 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a125858c-dc14-4a30-8f6f-bcf90e4545da req-6504dc64-bc73-4d07-b538-7a7c1fe97906 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Mar 08 06:09:07.104647 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e3b5e-472f-4447-ab9f-dec976d0e7a1 req-8008ffea-ffa2-41a5-a4b7-6edb3949f2bf tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:07.106248 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-047e3b5e-472f-4447-ab9f-dec976d0e7a1 req-8008ffea-ffa2-41a5-a4b7-6edb3949f2bf tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0538244 Mar 08 06:09:07.156338 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-047e3b5e-472f-4447-ab9f-dec976d0e7a1 req-9201a1ea-4e24-4f78-bf44-216cab7e844a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Mar 08 06:09:07.767450 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b93e-e174-4689-832f-896cf15e9631 req-5e1c2f6d-a209-4e0c-bd13-6fb827c1173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:07.768852 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1830b93e-e174-4689-832f-896cf15e9631 req-5e1c2f6d-a209-4e0c-bd13-6fb827c1173a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 1129 time: 0.0443695 Mar 08 06:09:07.858786 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b93e-e174-4689-832f-896cf15e9631 req-45da16cd-c705-4a9a-9fcc-89dd11d7dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:07.860234 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1830b93e-e174-4689-832f-896cf15e9631 req-45da16cd-c705-4a9a-9fcc-89dd11d7dbf8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.0840662 Mar 08 06:09:07.952874 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1830b93e-e174-4689-832f-896cf15e9631 req-e909a815-1213-4fcb-9a33-5c457133a602 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36e51003-9def-404e-9518-fe3caac56278 HTTP/1.1" status: 200 len: 1000 time: 0.0602212 Mar 08 06:09:08.002017 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b93e-e174-4689-832f-896cf15e9631 req-a434ed74-fcc8-40b1-9d2f-f5f32628a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:08.003482 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1830b93e-e174-4689-832f-896cf15e9631 req-a434ed74-fcc8-40b1-9d2f-f5f32628a365 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0417912 Mar 08 06:09:08.050200 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b93e-e174-4689-832f-896cf15e9631 req-8eb44326-2772-4e86-9aa5-cb85a8daf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:08.051579 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1830b93e-e174-4689-832f-896cf15e9631 req-8eb44326-2772-4e86-9aa5-cb85a8daf7df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411160 Mar 08 06:09:08.142167 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1830b93e-e174-4689-832f-896cf15e9631 req-4f196f18-8197-4c3c-a869-c236df0e9bcd service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840077 Mar 08 06:09:08.252434 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1830b93e-e174-4689-832f-896cf15e9631 req-b69f3e9f-b0cd-4b2b-a5ba-154168d6bbf6 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898886 Mar 08 06:09:08.276762 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae8fbf-3ced-4b55-b40e-0a3e3071f788 req-5b2e76e9-7a09-42df-83f3-67683c789e41 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:08.278252 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e4ae8fbf-3ced-4b55-b40e-0a3e3071f788 req-5b2e76e9-7a09-42df-83f3-67683c789e41 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0555060 Mar 08 06:09:08.331771 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e4ae8fbf-3ced-4b55-b40e-0a3e3071f788 req-bb87de41-1000-404d-b8d9-d13d786d0641 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459394 Mar 08 06:09:08.648157 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c4a88-c663-4389-a696-dac0e38249a5 req-88dcd92c-7876-429d-ab26-d81eea677f5d tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:08.649616 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-701c4a88-c663-4389-a696-dac0e38249a5 req-88dcd92c-7876-429d-ab26-d81eea677f5d tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 945 time: 0.0517678 Mar 08 06:09:08.694506 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-701c4a88-c663-4389-a696-dac0e38249a5 req-3cc7adcb-63c0-4518-8601-57c3a1349a0d tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Mar 08 06:09:09.123732 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78da66c8-8c66-4838-9c4c-a4f3bdb07839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:09.454156 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a8a86-641f-468e-94a4-514e5ff3afe0 req-4a7e4a7b-0fd9-4da4-9c84-6a259d83aa5f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:09.455858 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-904a8a86-641f-468e-94a4-514e5ff3afe0 req-4a7e4a7b-0fd9-4da4-9c84-6a259d83aa5f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0572855 Mar 08 06:09:09.505729 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-904a8a86-641f-468e-94a4-514e5ff3afe0 req-8b37d041-8c80-44fd-9b29-3684120e00aa tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443203 Mar 08 06:09:09.815493 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cf53f-9868-4108-8716-9268b00fdfc8 req-628714aa-9b1e-4e59-866d-508d3cd1e2a6 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:09.816962 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8f1cf53f-9868-4108-8716-9268b00fdfc8 req-628714aa-9b1e-4e59-866d-508d3cd1e2a6 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 945 time: 0.0540903 Mar 08 06:09:09.866490 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8f1cf53f-9868-4108-8716-9268b00fdfc8 req-ca827fb1-249f-4e6d-991b-bcf587cc76cd tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Mar 08 06:09:10.634943 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4a00c-8ec3-4c60-9d0e-b126ab62339d req-1e39e768-7f13-4d66-8682-809089cc8090 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:10.637058 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-08c4a00c-8ec3-4c60-9d0e-b126ab62339d req-1e39e768-7f13-4d66-8682-809089cc8090 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0602226 Mar 08 06:09:10.666363 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-8043632b-d312-43c1-bca3-f737a67d4bd5 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:10.667881 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-8043632b-d312-43c1-bca3-f737a67d4bd5 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 945 time: 0.0657442 Mar 08 06:09:10.689661 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-08c4a00c-8ec3-4c60-9d0e-b126ab62339d req-46041aa2-8e60-4f6b-8e53-a8fe1bbbeee3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468514 Mar 08 06:09:10.766216 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Deleting port bf4438da-10e3-45cc-8f0f-149f89adc579 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:09:10.766552 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:10.854570 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] For port bf4438da-10e3-45cc-8f0f-149f89adc579, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bf4438da-10e3-45cc-8f0f-149f89adc579,segment=NetworkSegment(2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7),segment_id=2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:09:10.854863 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:10.867717 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Calling delete_port for bf4438da-10e3-45cc-8f0f-149f89adc579 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:09:11.007997 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (bf4438da-10e3-45cc-8f0f-149f89adc579), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:11.014261 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acd427-82f9-402b-aa33-4187fabe23b4 req-d7552899-fe8a-448c-a8a2-c9f563faa4bc tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:11.016082 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f4acd427-82f9-402b-aa33-4187fabe23b4 req-d7552899-fe8a-448c-a8a2-c9f563faa4bc tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f033583-31e0-41cc-9470-a7bbe8f72633 HTTP/1.1" status: 200 len: 945 time: 0.0727353 Mar 08 06:09:11.043067 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Pushing event deleted for resources: {'Port': ['ID=bf4438da-10e3-45cc-8f0f-149f89adc579,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:11.059398 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['bf4438da-10e3-45cc-8f0f-149f89adc579'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:09:11.086256 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f4acd427-82f9-402b-aa33-4187fabe23b4 req-6c15c9d4-5928-448b-979c-05d24f6f5f08 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.16 "GET /v2.0/security-groups?id=a6d511b7-1d40-4748-a781-9b3512cf4594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615177 Mar 08 06:09:11.098121 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] No DVR routers for this DVR port bf4438da-10e3-45cc-8f0f-149f89adc579 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:09:11.105228 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:11.108537 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f9aa5d67-5b75-4cdc-aa53-f6dc0744780a req-0b9ea88a-53e7-4f62-91ea-461bb17923c3 tempest-VolumesActionsTest-1811633397 tempest-VolumesActionsTest-1811633397-project] 10.222.0.31 "DELETE /v2.0/ports/bf4438da-10e3-45cc-8f0f-149f89adc579 HTTP/1.1" status: 204 len: 173 time: 0.4282956 Mar 08 06:09:11.108994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f033583-31e0-41cc-9470-a7bbe8f72633', 'name': 'network-vif-deleted', 'tag': 'bf4438da-10e3-45cc-8f0f-149f89adc579'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:09:11.111283 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0f36fb-f97e-42bd-b2b0-54c027236904" -d '{"events": [{"server_uuid": "5f033583-31e0-41cc-9470-a7bbe8f72633", "name": "network-vif-deleted", "tag": "bf4438da-10e3-45cc-8f0f-149f89adc579"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:09:11.152545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b03b7b-d606-445f-9ef0-7c6c7655280b x-openstack-request-id: req-27b03b7b-d606-445f-9ef0-7c6c7655280b {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:09:11.153072 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f033583-31e0-41cc-9470-a7bbe8f72633", "name": "network-vif-deleted", "tag": "bf4438da-10e3-45cc-8f0f-149f89adc579", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:09:11.153546 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27b03b7b-d606-445f-9ef0-7c6c7655280b {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:09:11.154234 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f033583-31e0-41cc-9470-a7bbe8f72633', 'name': 'network-vif-deleted', 'tag': 'bf4438da-10e3-45cc-8f0f-149f89adc579', 'status': 'completed', 'code': 200} Mar 08 06:09:11.362636 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-81d417e0-00f7-4daf-b73b-3465111ecf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:11.487729 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:09:11.817001 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde72b98-bf7c-477a-8d75-3439bb6292ed req-13f39896-0e0c-4b8b-9d67-ab70848ac099 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:11.818443 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bde72b98-bf7c-477a-8d75-3439bb6292ed req-13f39896-0e0c-4b8b-9d67-ab70848ac099 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0523751 Mar 08 06:09:11.865241 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bde72b98-bf7c-477a-8d75-3439bb6292ed req-bec864c1-21ef-43ce-84e0-496735de92a1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405552 Mar 08 06:09:12.466982 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:13.295982 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4e74-9c7c-436a-b6e0-eb510b014c02 req-00195840-a9cb-4bd9-af4f-652995f1eedc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:13.297451 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5a0b4e74-9c7c-436a-b6e0-eb510b014c02 req-00195840-a9cb-4bd9-af4f-652995f1eedc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0508556 Mar 08 06:09:13.347756 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5a0b4e74-9c7c-436a-b6e0-eb510b014c02 req-ca995f5a-847e-4631-ac16-1f0ca9575b58 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448604 Mar 08 06:09:14.104496 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:14.843895 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bf4438da-10e3-45cc-8f0f-149f89adc579 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:09:14.864741 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: bf4438da-10e3-45cc-8f0f-149f89adc579 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:09:14.865081 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bf4438da-10e3-45cc-8f0f-149f89adc579 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:09:15.527021 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:19.126553 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:20.849890 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 42386) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:20.897454 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 42390) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:21.074844 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6f3f7ee8-409f-40ea-8e60-eda85265265e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.089121 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9728dc-79bf-494b-b77c-e592e6750217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.241375 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6f3f7ee8-409f-40ea-8e60-eda85265265e admin admin] Publish callbacks [] for security_group (f89fec2e-30ed-47ce-bd9d-f45a6c14c55f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.269715 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9728dc-79bf-494b-b77c-e592e6750217 admin admin] Publish callbacks [] for security_group (ab37608c-c053-4718-bdb9-68a16c1f6773), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.271601 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6f3f7ee8-409f-40ea-8e60-eda85265265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f89fec2e-30ed-47ce-bd9d-f45a6c14c55f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.355968 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f7ee8-409f-40ea-8e60-eda85265265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89fec2e-30ed-47ce-bd9d-f45a6c14c55f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:21.364770 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 42400) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:21.365500 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6f3f7ee8-409f-40ea-8e60-eda85265265e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3b982c6e87594ed8884b00aa2f2a40f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129724 Mar 08 06:09:21.366786 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fa9728dc-79bf-494b-b77c-e592e6750217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ab37608c-c053-4718-bdb9-68a16c1f6773), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.450435 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9728dc-79bf-494b-b77c-e592e6750217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37608c-c053-4718-bdb9-68a16c1f6773,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:21.465654 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fa9728dc-79bf-494b-b77c-e592e6750217 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98ae65433c744ec9b87c4fff8106d5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5666747 Mar 08 06:09:21.466716 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 42402) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:21.497994 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c075ed15-52ad-4dec-bd44-cc4ac202496e admin admin] Publish callbacks [] for security_group (f89fec2e-30ed-47ce-bd9d-f45a6c14c55f), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.520737 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ecee6b4e-7f53-4e78-87a0-bd4c187b7759 admin admin] Publish callbacks [] for security_group (ab37608c-c053-4718-bdb9-68a16c1f6773), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.527453 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c075ed15-52ad-4dec-bd44-cc4ac202496e admin admin] Publish callbacks [] for security_group (f89fec2e-30ed-47ce-bd9d-f45a6c14c55f), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.545063 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ecee6b4e-7f53-4e78-87a0-bd4c187b7759 admin admin] Publish callbacks [] for security_group (ab37608c-c053-4718-bdb9-68a16c1f6773), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.589544 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c075ed15-52ad-4dec-bd44-cc4ac202496e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f89fec2e-30ed-47ce-bd9d-f45a6c14c55f), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.599184 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c075ed15-52ad-4dec-bd44-cc4ac202496e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.600810 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c075ed15-52ad-4dec-bd44-cc4ac202496e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f89fec2e-30ed-47ce-bd9d-f45a6c14c55f HTTP/1.1" status: 204 len: 168 time: 0.2338226 Mar 08 06:09:21.611347 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075ed15-52ad-4dec-bd44-cc4ac202496e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89fec2e-30ed-47ce-bd9d-f45a6c14c55f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:21.620462 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ecee6b4e-7f53-4e78-87a0-bd4c187b7759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ab37608c-c053-4718-bdb9-68a16c1f6773), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.626205 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ecee6b4e-7f53-4e78-87a0-bd4c187b7759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:21.627819 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ecee6b4e-7f53-4e78-87a0-bd4c187b7759 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab37608c-c053-4718-bdb9-68a16c1f6773 HTTP/1.1" status: 204 len: 168 time: 0.1597705 Mar 08 06:09:21.640082 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee6b4e-7f53-4e78-87a0-bd4c187b7759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37608c-c053-4718-bdb9-68a16c1f6773,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:22.057288 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 42416) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:22.070053 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0413ca9b-ac32-4e1a-a041-26f963f0fe74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:22.179181 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0413ca9b-ac32-4e1a-a041-26f963f0fe74 admin admin] Publish callbacks [] for security_group (a2f16142-7643-4bb2-bf5c-7e57a1f94f0a), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:22.184882 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0413ca9b-ac32-4e1a-a041-26f963f0fe74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a2f16142-7643-4bb2-bf5c-7e57a1f94f0a), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:22.228825 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413ca9b-ac32-4e1a-a041-26f963f0fe74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f16142-7643-4bb2-bf5c-7e57a1f94f0a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:22.247815 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-0413ca9b-ac32-4e1a-a041-26f963f0fe74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f04634e6e394465b38ff1a7397c871f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922722 Mar 08 06:09:22.250879 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 42426) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:22.309500 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-da4bd062-2ad2-4197-914b-ea34ffb8cdfc admin admin] Publish callbacks [] for security_group (a2f16142-7643-4bb2-bf5c-7e57a1f94f0a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:22.335387 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-da4bd062-2ad2-4197-914b-ea34ffb8cdfc admin admin] Publish callbacks [] for security_group (a2f16142-7643-4bb2-bf5c-7e57a1f94f0a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:22.398229 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-da4bd062-2ad2-4197-914b-ea34ffb8cdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a2f16142-7643-4bb2-bf5c-7e57a1f94f0a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:22.403314 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-da4bd062-2ad2-4197-914b-ea34ffb8cdfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:22.404982 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-da4bd062-2ad2-4197-914b-ea34ffb8cdfc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2f16142-7643-4bb2-bf5c-7e57a1f94f0a HTTP/1.1" status: 204 len: 168 time: 0.1520815 Mar 08 06:09:22.441250 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bd062-2ad2-4197-914b-ea34ffb8cdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f16142-7643-4bb2-bf5c-7e57a1f94f0a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:27.172265 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-858d8424-575b-4274-9a99-1d40eb35fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:27.174150 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-858d8424-575b-4274-9a99-1d40eb35fc8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1130 time: 0.0531023 Mar 08 06:09:27.248821 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef6dae-e852-4ce2-8f04-b74c5d1f3408 req-f388cf44-94bd-4487-8c3e-403bd8c84489 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:27.255857 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0ef6dae-e852-4ce2-8f04-b74c5d1f3408 req-f388cf44-94bd-4487-8c3e-403bd8c84489 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.1206534 Mar 08 06:09:27.291609 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-41b573fb-8795-4a0d-a8dc-4494d94a63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:27.298512 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-41b573fb-8795-4a0d-a8dc-4494d94a63e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 919 time: 0.1151791 Mar 08 06:09:27.325510 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0ef6dae-e852-4ce2-8f04-b74c5d1f3408 req-c632b459-49ad-4292-943f-411f636de5c3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684042 Mar 08 06:09:27.575010 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-b5bf577a-093a-4f70-974b-01feb29956f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c242c95-4133-46ff-84f6-9b450ce8929a HTTP/1.1" status: 200 len: 217 time: 0.2695084 Mar 08 06:09:27.628389 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-e1d30c23-b28a-44b7-8b79-5f977b017e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:27.629826 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-e1d30c23-b28a-44b7-8b79-5f977b017e2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.0487664 Mar 08 06:09:27.665554 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-d4bde8ce-aaa2-4971-b774-cf244bfa731b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250497 Mar 08 06:09:27.765940 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-ccdfefd8-9930-402e-a58b-a96f916cfae4 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928202 Mar 08 06:09:27.869423 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-191d9d8f-fba1-474d-b604-27ceae162f56 req-51259290-e90e-4954-aaa5-d784762ce98d service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941238 Mar 08 06:09:28.476029 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18350c1-19f1-4154-b881-0d5827b4494e req-bfa07ea8-aaa1-4b2d-9872-b4b675230e41 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:28.484027 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d18350c1-19f1-4154-b881-0d5827b4494e req-bfa07ea8-aaa1-4b2d-9872-b4b675230e41 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0612650 Mar 08 06:09:28.539576 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d18350c1-19f1-4154-b881-0d5827b4494e req-3fd028c6-64fb-462b-8084-ddb9be934371 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542927 Mar 08 06:09:29.686021 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47602e6c-2db2-468d-9fbb-780bb695d931 req-3b4e3599-084d-49f8-92b5-5d3d61768db2 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:29.688459 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-47602e6c-2db2-468d-9fbb-780bb695d931 req-3b4e3599-084d-49f8-92b5-5d3d61768db2 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0682092 Mar 08 06:09:29.749219 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-47602e6c-2db2-468d-9fbb-780bb695d931 req-ded22389-4f5e-4685-8514-a0397aecaed5 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552902 Mar 08 06:09:30.867302 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0a8bb-dcc2-48aa-94d2-949dd65635c8 req-ad439ab2-f6c9-432c-944c-1c2839a405a8 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:30.869809 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e9b0a8bb-dcc2-48aa-94d2-949dd65635c8 req-ad439ab2-f6c9-432c-944c-1c2839a405a8 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0536354 Mar 08 06:09:30.916096 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e9b0a8bb-dcc2-48aa-94d2-949dd65635c8 req-02e0b0fb-90e5-4a22-aef9-12a9891519a1 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397487 Mar 08 06:09:32.034969 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e628a-031f-4a7c-9361-b25f9ff230c7 req-c9f2095b-c0f8-4238-a6b6-5eebea991a55 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:32.036432 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1a3e628a-031f-4a7c-9361-b25f9ff230c7 req-c9f2095b-c0f8-4238-a6b6-5eebea991a55 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0529978 Mar 08 06:09:32.094555 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1a3e628a-031f-4a7c-9361-b25f9ff230c7 req-c80e1a13-1643-4b75-b715-bc8fa2661119 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462644 Mar 08 06:09:33.209555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efab17-50d1-4994-80a1-6340e0f4fcb1 req-e8486000-c6de-447f-a51a-7e690c1c51f7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:33.211066 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-49efab17-50d1-4994-80a1-6340e0f4fcb1 req-e8486000-c6de-447f-a51a-7e690c1c51f7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0551701 Mar 08 06:09:33.264216 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-49efab17-50d1-4994-80a1-6340e0f4fcb1 req-56e610ba-0fbc-4fcf-a873-7df706dc2360 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466769 Mar 08 06:09:34.393224 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1cca-48ad-4c43-93b7-004333835131 req-f4250515-1e55-43f9-8cb6-4bc534fbacf8 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:34.395007 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cdaa1cca-48ad-4c43-93b7-004333835131 req-f4250515-1e55-43f9-8cb6-4bc534fbacf8 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0577128 Mar 08 06:09:34.446688 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cdaa1cca-48ad-4c43-93b7-004333835131 req-78a598df-561c-4341-a5ac-b6970a9f2d80 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 Mar 08 06:09:35.622275 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d73dcd-f401-404b-860e-da7d155f56b0 req-878ac36c-8507-41fa-a436-dc341af2e741 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:35.630693 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-91d73dcd-f401-404b-860e-da7d155f56b0 req-878ac36c-8507-41fa-a436-dc341af2e741 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0905154 Mar 08 06:09:35.698668 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-91d73dcd-f401-404b-860e-da7d155f56b0 req-2a7029fa-24d4-49d7-ae74-a3b02318a72f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628850 Mar 08 06:09:36.171892 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d775130-0570-4a65-9902-4447145fbaa1 req-03d5e76f-0039-4cb1-aac4-7738d4bf7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:36.173579 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6d775130-0570-4a65-9902-4447145fbaa1 req-03d5e76f-0039-4cb1-aac4-7738d4bf7154 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1130 time: 0.0812643 Mar 08 06:09:36.228428 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6d775130-0570-4a65-9902-4447145fbaa1 req-2a7c4fa8-7c4b-4668-b716-e83c55a6ed45 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486119 Mar 08 06:09:36.824873 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca37f7-046c-4d9f-9b64-5fbe9b91f0e4 req-b7b41c5c-63f0-41dd-8475-0d1c884e0e9d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:36.826369 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c9ca37f7-046c-4d9f-9b64-5fbe9b91f0e4 req-b7b41c5c-63f0-41dd-8475-0d1c884e0e9d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0605137 Mar 08 06:09:36.876535 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c9ca37f7-046c-4d9f-9b64-5fbe9b91f0e4 req-c754920c-0183-4256-82c3-a0b80917d9d6 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434022 Mar 08 06:09:38.015929 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeca76d-0554-4427-95d4-fcb4b080647b req-92e08868-4fce-4c7b-b3d7-9c9b9d918d8b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:38.017638 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3eeca76d-0554-4427-95d4-fcb4b080647b req-92e08868-4fce-4c7b-b3d7-9c9b9d918d8b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0552135 Mar 08 06:09:38.073779 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3eeca76d-0554-4427-95d4-fcb4b080647b req-e6956a6e-db0e-4bcb-8257-ef10ca1ba05e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504017 Mar 08 06:09:39.131051 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0db9302-5a4e-4415-a218-b345d3eabae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:39.221238 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50647fed-5cc0-46a1-a1ed-2d7020055753 req-1ec04262-a371-420a-87c1-648540c1780d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:39.227128 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-50647fed-5cc0-46a1-a1ed-2d7020055753 req-1ec04262-a371-420a-87c1-648540c1780d tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0681372 Mar 08 06:09:39.287654 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-50647fed-5cc0-46a1-a1ed-2d7020055753 req-99ab37ab-2a46-4fc3-bc8a-bc0176ff1ac4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527864 Mar 08 06:09:40.404762 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6070cc-6909-4c24-98eb-b29f5e194a73 req-d69be7fc-a847-42ae-87df-f28f89a28702 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:40.406132 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5b6070cc-6909-4c24-98eb-b29f5e194a73 req-d69be7fc-a847-42ae-87df-f28f89a28702 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0510123 Mar 08 06:09:40.454787 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5b6070cc-6909-4c24-98eb-b29f5e194a73 req-894375d5-f818-4092-a03f-c76f0f493fd0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Mar 08 06:09:41.364826 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-802ce66a-1fe4-4e1c-906c-ee7a9ad7979b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:41.580802 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924cfb7-b196-4eda-a27e-c8b29f7506b5 req-94b91c9d-9d08-46c3-8fcc-56ab89b5dd0a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:41.582272 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8924cfb7-b196-4eda-a27e-c8b29f7506b5 req-94b91c9d-9d08-46c3-8fcc-56ab89b5dd0a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0590036 Mar 08 06:09:41.629546 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8924cfb7-b196-4eda-a27e-c8b29f7506b5 req-1f0f6754-4421-422c-8946-c4095192a7d9 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Mar 08 06:09:42.467055 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:42.753607 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba0efb-9ea6-4af6-b0c8-ed8fefabad07 req-935e4935-9a72-4d70-9387-16b26f9eab9a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:42.755117 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a1ba0efb-9ea6-4af6-b0c8-ed8fefabad07 req-935e4935-9a72-4d70-9387-16b26f9eab9a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0550227 Mar 08 06:09:42.803202 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a1ba0efb-9ea6-4af6-b0c8-ed8fefabad07 req-f3cd6e05-6ec8-4466-82a5-635aa61ff57a tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Mar 08 06:09:43.172855 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db966-c035-4287-b26c-313813266d12 req-b6d552a9-ce21-47f7-87c1-b7019f21a3ab tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:43.174572 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-811db966-c035-4287-b26c-313813266d12 req-b6d552a9-ce21-47f7-87c1-b7019f21a3ab tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0659838 Mar 08 06:09:43.177731 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-31ef2d60-caa2-4460-ad61-c63e4c30c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:43.179381 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-31ef2d60-caa2-4460-ad61-c63e4c30c31e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1130 time: 0.0503035 Mar 08 06:09:43.231215 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-811db966-c035-4287-b26c-313813266d12 req-cdfea9a1-6476-4bc3-beb3-091c3ff43253 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492897 Mar 08 06:09:43.286615 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-60bd0df9-1293-4846-898d-a8c46e355218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:43.287972 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-60bd0df9-1293-4846-898d-a8c46e355218 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 919 time: 0.1002953 Mar 08 06:09:43.329878 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-2c0264b2-e997-438f-92d3-b2a6546c25bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c242c95-4133-46ff-84f6-9b450ce8929a HTTP/1.1" status: 200 len: 217 time: 0.0358813 Mar 08 06:09:43.388857 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-6e8239a3-53b9-4312-89e0-939653ad2006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:43.390353 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-6e8239a3-53b9-4312-89e0-939653ad2006 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.0502172 Mar 08 06:09:43.421794 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-4fcdb0f8-63f9-4181-8d87-3f35d306645f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254200 Mar 08 06:09:43.519125 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-aba32b65-3daa-41d0-bc2d-5db474f30f24 service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912206 Mar 08 06:09:43.611612 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7e937dd0-80bd-4ea0-b92c-b6b082bd338f req-230bf867-f07c-41fd-976f-95e1e90cd23b service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851762 Mar 08 06:09:44.108181 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.361263 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f39eb-b8f7-4b39-862a-774d1c667f3c req-2ea6d8f8-1f84-413b-bbc6-dfce16b3f165 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:44.362766 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d38f39eb-b8f7-4b39-862a-774d1c667f3c req-2ea6d8f8-1f84-413b-bbc6-dfce16b3f165 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0588427 Mar 08 06:09:44.416305 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d38f39eb-b8f7-4b39-862a-774d1c667f3c req-b4445496-263c-4ccf-8f49-ebd882cf16ca tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Mar 08 06:09:44.418008 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 42926) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:44.462111 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-8066af49-07c1-461a-a8ef-a4ca0d52b2ce admin admin] Deleting subnet abdd89b8-24ad-4524-84ea-90b242c120c8 {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:09:44.465913 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8066af49-07c1-461a-a8ef-a4ca0d52b2ce admin admin] Publish callbacks [] for subnet (abdd89b8-24ad-4524-84ea-90b242c120c8), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.503810 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8066af49-07c1-461a-a8ef-a4ca0d52b2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602194'] for subnet (abdd89b8-24ad-4524-84ea-90b242c120c8), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.550268 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8066af49-07c1-461a-a8ef-a4ca0d52b2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (abdd89b8-24ad-4524-84ea-90b242c120c8), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.610199 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8066af49-07c1-461a-a8ef-a4ca0d52b2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13000925'] for subnet (abdd89b8-24ad-4524-84ea-90b242c120c8), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.634218 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066af49-07c1-461a-a8ef-a4ca0d52b2ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abdd89b8-24ad-4524-84ea-90b242c120c8,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:44.641179 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8066af49-07c1-461a-a8ef-a4ca0d52b2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.644423 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8066af49-07c1-461a-a8ef-a4ca0d52b2ce admin admin] 10.222.0.16 "DELETE /v2.0/subnets/abdd89b8-24ad-4524-84ea-90b242c120c8 HTTP/1.1" status: 204 len: 168 time: 0.2254581 Mar 08 06:09:44.647161 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 42936) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:44.725832 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (54789513-36f9-477f-bceb-3041cb133969), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.810880 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (54789513-36f9-477f-bceb-3041cb133969), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.831543 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54789513-36f9-477f-bceb-3041cb133969']}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:09:44.841550 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7') {'for_net_delete': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:09:44.841856 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7') {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:09:44.851414 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602281'] for segment (2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.866242 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.872220 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:09:44.872730 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12772940'] for segment (2cd11598-42f9-4e4a-ab8a-5705fd7b1fa7), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: Traceback (most recent call last): Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: timer() Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: cb(*args, **kw) Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: return func(*args, **kwargs) Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: self._notify() Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: self.callback(batched_events) Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: event.method(event) Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: return f(self, *a, **k) Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._get(url).json() Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: return self.request(url, 'GET', **kwargs) Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:09:44.874491 dv-cinder-828060-10-iscsi neutron-server[103358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:09:44.932255 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (54789513-36f9-477f-bceb-3041cb133969), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.937486 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:44.940746 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] 10.222.0.16 "DELETE /v2.0/networks/54789513-36f9-477f-bceb-3041cb133969 HTTP/1.1" status: 204 len: 168 time: 0.2927177 Mar 08 06:09:44.946501 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 42946) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:44.952979 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a251b99-dc8d-4d2c-a465-226d0a519c76 admin admin] Pushing event deleted for resources: {'Network': ['ID=54789513-36f9-477f-bceb-3041cb133969,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:45.051012 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-842ad507-99ba-435c-a95d-ef7e15f5cd7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.056674 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 42950) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:45.100877 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-46f5ac97-3393-411d-9e07-1c5c95b02765 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=770a427fc6634f73871895073c344cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429871 Mar 08 06:09:45.103637 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 42952) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:45.130793 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-842ad507-99ba-435c-a95d-ef7e15f5cd7d admin admin] Publish callbacks [] for security_group (f2b4a508-cbae-4fc5-9cbe-5921ef7640c5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.135226 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-842ad507-99ba-435c-a95d-ef7e15f5cd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f2b4a508-cbae-4fc5-9cbe-5921ef7640c5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.151112 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb56e-d9b1-4576-819b-450980c944ca admin admin] Publish callbacks [] for security_group (a6d511b7-1d40-4748-a781-9b3512cf4594), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.171069 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ad507-99ba-435c-a95d-ef7e15f5cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b4a508-cbae-4fc5-9cbe-5921ef7640c5,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:45.171841 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb56e-d9b1-4576-819b-450980c944ca admin admin] Publish callbacks [] for security_group (a6d511b7-1d40-4748-a781-9b3512cf4594), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.175208 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-842ad507-99ba-435c-a95d-ef7e15f5cd7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4e8bca116fd4dbe91c21ecec1b8d2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266297 Mar 08 06:09:45.177770 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 42954) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:45.224145 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb56e-d9b1-4576-819b-450980c944ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a6d511b7-1d40-4748-a781-9b3512cf4594), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.226888 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb56e-d9b1-4576-819b-450980c944ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.227485 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Publish callbacks [] for security_group (f2b4a508-cbae-4fc5-9cbe-5921ef7640c5), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.228022 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-0aeeb56e-d9b1-4576-819b-450980c944ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6d511b7-1d40-4748-a781-9b3512cf4594 HTTP/1.1" status: 204 len: 168 time: 0.1234694 Mar 08 06:09:45.236019 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeb56e-d9b1-4576-819b-450980c944ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d511b7-1d40-4748-a781-9b3512cf4594,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:45.252812 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Publish callbacks [] for security_group (f2b4a508-cbae-4fc5-9cbe-5921ef7640c5), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.303718 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f2b4a508-cbae-4fc5-9cbe-5921ef7640c5), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.306859 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.308308 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2b4a508-cbae-4fc5-9cbe-5921ef7640c5 HTTP/1.1" status: 204 len: 168 time: 0.1293619 Mar 08 06:09:45.319148 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b4a508-cbae-4fc5-9cbe-5921ef7640c5,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:45.328802 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.330288 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.330765 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.331204 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.331633 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.332117 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.332642 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.333212 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.333637 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.334340 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.334871 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.335291 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.335712 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba2cc7-a73a-4d5a-bbff-ff102b93f5a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:45.541349 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.616954 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db248e-5615-4761-b8d2-abe53e09faa6 req-0309bfc0-b879-4207-8c33-03933bfcedb0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:45.623421 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-42db248e-5615-4761-b8d2-abe53e09faa6 req-0309bfc0-b879-4207-8c33-03933bfcedb0 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0952022 Mar 08 06:09:45.644199 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 42980) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:45.660994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a9b35dcf-ac5a-4643-a2af-5d25111587a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.671526 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-42db248e-5615-4761-b8d2-abe53e09faa6 req-c7ab6b02-779b-4ac2-b21f-0225c76b2fa2 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Mar 08 06:09:45.751528 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a9b35dcf-ac5a-4643-a2af-5d25111587a3 admin admin] Publish callbacks [] for security_group (a96e5c31-73a3-4f17-97ff-b7a1e462cbe1), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.755536 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a9b35dcf-ac5a-4643-a2af-5d25111587a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a96e5c31-73a3-4f17-97ff-b7a1e462cbe1), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.793150 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a9b35dcf-ac5a-4643-a2af-5d25111587a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afff2f5b18a74adbbe8c3760d777582b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1475811 Mar 08 06:09:45.794944 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b35dcf-ac5a-4643-a2af-5d25111587a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96e5c31-73a3-4f17-97ff-b7a1e462cbe1,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:45.795741 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 42984) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:45.851211 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a22f85b-01b7-4950-944a-ab519b878e63 admin admin] Publish callbacks [] for security_group (a96e5c31-73a3-4f17-97ff-b7a1e462cbe1), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.875549 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a22f85b-01b7-4950-944a-ab519b878e63 admin admin] Publish callbacks [] for security_group (a96e5c31-73a3-4f17-97ff-b7a1e462cbe1), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.925333 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a22f85b-01b7-4950-944a-ab519b878e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a96e5c31-73a3-4f17-97ff-b7a1e462cbe1), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.927990 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a22f85b-01b7-4950-944a-ab519b878e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:45.929209 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5a22f85b-01b7-4950-944a-ab519b878e63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a96e5c31-73a3-4f17-97ff-b7a1e462cbe1 HTTP/1.1" status: 204 len: 168 time: 0.1321998 Mar 08 06:09:45.937774 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22f85b-01b7-4950-944a-ab519b878e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96e5c31-73a3-4f17-97ff-b7a1e462cbe1,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:46.807747 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466abd38-1b79-45e2-91b4-fd93ef9a9572 req-c86bd12c-f8dc-4169-b05f-f5ff9e16ac9c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:46.809229 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-466abd38-1b79-45e2-91b4-fd93ef9a9572 req-c86bd12c-f8dc-4169-b05f-f5ff9e16ac9c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0578883 Mar 08 06:09:46.859646 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-466abd38-1b79-45e2-91b4-fd93ef9a9572 req-8d25f08c-ec4b-459b-809f-04c8aa403040 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Mar 08 06:09:47.876214 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43120) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:47.989967 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dade307f-6307-44ac-b03c-22a72fb458a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.066361 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dade307f-6307-44ac-b03c-22a72fb458a9 admin admin] Publish callbacks [] for security_group (f508bde0-5409-4153-88a4-ece6e1ffa038), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.070561 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dade307f-6307-44ac-b03c-22a72fb458a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f508bde0-5409-4153-88a4-ece6e1ffa038), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.111245 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-dade307f-6307-44ac-b03c-22a72fb458a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0a6508c68254a159792151c25669d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335463 Mar 08 06:09:48.111784 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade307f-6307-44ac-b03c-22a72fb458a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f508bde0-5409-4153-88a4-ece6e1ffa038,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:48.115876 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43148) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:48.202728 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-29507c8a-b779-49be-882e-914e40f6af41 admin admin] Publish callbacks [] for security_group (f508bde0-5409-4153-88a4-ece6e1ffa038), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.232016 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-29507c8a-b779-49be-882e-914e40f6af41 admin admin] Publish callbacks [] for security_group (f508bde0-5409-4153-88a4-ece6e1ffa038), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.307579 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-29507c8a-b779-49be-882e-914e40f6af41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f508bde0-5409-4153-88a4-ece6e1ffa038), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.312173 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-29507c8a-b779-49be-882e-914e40f6af41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.314658 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-29507c8a-b779-49be-882e-914e40f6af41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f508bde0-5409-4153-88a4-ece6e1ffa038 HTTP/1.1" status: 204 len: 168 time: 0.1912615 Mar 08 06:09:48.327334 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29507c8a-b779-49be-882e-914e40f6af41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f508bde0-5409-4153-88a4-ece6e1ffa038,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:48.486549 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:09:48.600440 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43172) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:48.614156 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-91b51d9d-1ecc-4857-bd66-402f95d7497d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.689274 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-91b51d9d-1ecc-4857-bd66-402f95d7497d admin admin] Publish callbacks [] for security_group (7066991e-35c7-4634-80aa-216898e4490f), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.692952 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-91b51d9d-1ecc-4857-bd66-402f95d7497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (7066991e-35c7-4634-80aa-216898e4490f), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.734997 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-91b51d9d-1ecc-4857-bd66-402f95d7497d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5772643aa91a452187b07e9cc9d71d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333890 Mar 08 06:09:48.737644 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43186) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:48.738150 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b51d9d-1ecc-4857-bd66-402f95d7497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7066991e-35c7-4634-80aa-216898e4490f,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:48.804044 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Publish callbacks [] for security_group (7066991e-35c7-4634-80aa-216898e4490f), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.830181 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Publish callbacks [] for security_group (7066991e-35c7-4634-80aa-216898e4490f), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.882261 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (7066991e-35c7-4634-80aa-216898e4490f), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.885737 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:48.887017 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7066991e-35c7-4634-80aa-216898e4490f HTTP/1.1" status: 204 len: 168 time: 0.1479862 Mar 08 06:09:48.902830 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7066991e-35c7-4634-80aa-216898e4490f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:48.909008 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.909367 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.909718 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.910053 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.910387 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.910750 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.911089 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.911415 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.911749 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.912075 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.912398 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.912720 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:48.913039 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-198e24c7-d296-4790-8bc4-6e95fe414bc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:09:49.041278 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43196) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:49.127368 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:49.158943 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d434f54-151f-4938-addc-3f4951e55352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:49.237488 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d434f54-151f-4938-addc-3f4951e55352 admin admin] Publish callbacks [] for security_group (71787370-6aa2-4127-96ae-4948065a72c7), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:49.241690 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d434f54-151f-4938-addc-3f4951e55352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (71787370-6aa2-4127-96ae-4948065a72c7), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:49.282069 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8d434f54-151f-4938-addc-3f4951e55352 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85dd2e211985494daeaa37f972fbb966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393308 Mar 08 06:09:49.285181 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43210) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:09:49.292893 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d434f54-151f-4938-addc-3f4951e55352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71787370-6aa2-4127-96ae-4948065a72c7,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:49.362161 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ee33a6ff-a21e-4c36-a8f4-02856f587d1c admin admin] Publish callbacks [] for security_group (71787370-6aa2-4127-96ae-4948065a72c7), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:49.386606 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ee33a6ff-a21e-4c36-a8f4-02856f587d1c admin admin] Publish callbacks [] for security_group (71787370-6aa2-4127-96ae-4948065a72c7), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:49.439914 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ee33a6ff-a21e-4c36-a8f4-02856f587d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (71787370-6aa2-4127-96ae-4948065a72c7), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:49.442560 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ee33a6ff-a21e-4c36-a8f4-02856f587d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:49.443841 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-ee33a6ff-a21e-4c36-a8f4-02856f587d1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71787370-6aa2-4127-96ae-4948065a72c7 HTTP/1.1" status: 204 len: 168 time: 0.1574960 Mar 08 06:09:49.453311 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33a6ff-a21e-4c36-a8f4-02856f587d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71787370-6aa2-4127-96ae-4948065a72c7,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:50.904211 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c0280-2fff-4157-9919-eb85fcdd0308 req-e56ac3df-0253-409a-9e4f-7fbb4d72ed33 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:50.905867 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e96c0280-2fff-4157-9919-eb85fcdd0308 req-e56ac3df-0253-409a-9e4f-7fbb4d72ed33 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0582254 Mar 08 06:09:50.951383 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e96c0280-2fff-4157-9919-eb85fcdd0308 req-e01db028-d81f-40b5-8401-9e10edca3615 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397363 Mar 08 06:09:51.582845 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-ce598e22-b0ed-4f29-808b-46de7b8423a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423679 Mar 08 06:09:51.696478 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-a037adbc-c963-4305-8352-c3d9b2384694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:51.698257 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-a037adbc-c963-4305-8352-c3d9b2384694 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 1130 time: 0.0474308 Mar 08 06:09:51.805253 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-bb1d29ac-8f63-458a-9ed4-9e14ddb14322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:51.807703 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-bb1d29ac-8f63-458a-9ed4-9e14ddb14322 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 200 len: 919 time: 0.0898387 Mar 08 06:09:51.848803 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-6b82312e-bed5-4368-b54c-a7934f9faa5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c242c95-4133-46ff-84f6-9b450ce8929a HTTP/1.1" status: 200 len: 217 time: 0.0349488 Mar 08 06:09:51.899169 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-1fe20484-1fb2-4547-bcd3-71aa216dedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:51.905255 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-1fe20484-1fb2-4547-bcd3-71aa216dedb7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 200 len: 858 time: 0.0500207 Mar 08 06:09:51.948608 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-b7201aa5-4ae6-45ac-80a8-14747b4a8d32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6876c566-5277-4cc6-8489-77d964bf78ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300286 Mar 08 06:09:52.047146 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-10d9bc6c-beae-479b-b225-276c2719878f service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905612 Mar 08 06:09:52.082677 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d70f80-b987-48cf-a170-aa37aaca2ae0 req-fdc79087-247a-4c2c-bc6b-ca2ae6d19669 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:52.084197 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-31d70f80-b987-48cf-a170-aa37aaca2ae0 req-fdc79087-247a-4c2c-bc6b-ca2ae6d19669 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0569928 Mar 08 06:09:52.135644 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-31d70f80-b987-48cf-a170-aa37aaca2ae0 req-e8a51c62-6259-4afe-9d2c-6647e98783f9 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Mar 08 06:09:52.166771 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-38ae66b2-445b-41fa-95ad-74879c41f52a req-a3f19c37-d0e1-4db7-b3a0-763b8929a8eb service neutron] 10.222.0.31 "GET /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059122 Mar 08 06:09:53.267051 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab891f7b-f1d1-4afa-bce9-c76c3ead3211 req-be17cac7-1ec2-4aed-88bc-b044c9b882c9 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:53.268535 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ab891f7b-f1d1-4afa-bce9-c76c3ead3211 req-be17cac7-1ec2-4aed-88bc-b044c9b882c9 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0616860 Mar 08 06:09:53.321047 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ab891f7b-f1d1-4afa-bce9-c76c3ead3211 req-f93c218d-2991-4890-a5c9-7fb4ef16f158 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467865 Mar 08 06:09:54.123846 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-603e83f7-22c9-454e-b9d6-55a6b4842357 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:54.126557 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-603e83f7-22c9-454e-b9d6-55a6b4842357 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.31 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0623651 Mar 08 06:09:54.227656 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Deleting port 097eea28-7528-4d20-ac89-54d0791e76ce {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:09:54.228001 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:54.320094 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] For port 097eea28-7528-4d20-ac89-54d0791e76ce, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=097eea28-7528-4d20-ac89-54d0791e76ce,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:09:54.320469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:54.338923 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Calling delete_port for 097eea28-7528-4d20-ac89-54d0791e76ce owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:09:54.466539 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d620-90d5-4d91-8413-d93750074064 req-6e9bcf20-4c14-47ec-b126-b22d73b9b1bc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:54.468885 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8617d620-90d5-4d91-8413-d93750074064 req-6e9bcf20-4c14-47ec-b126-b22d73b9b1bc tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 945 time: 0.0602875 Mar 08 06:09:54.501933 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (097eea28-7528-4d20-ac89-54d0791e76ce), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:54.517941 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8617d620-90d5-4d91-8413-d93750074064 req-645da841-db07-4714-a5cc-95f88f6d6d20 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Mar 08 06:09:54.535888 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Pushing event deleted for resources: {'Port': ['ID=097eea28-7528-4d20-ac89-54d0791e76ce,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:09:54.546166 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['097eea28-7528-4d20-ac89-54d0791e76ce', '5c242c95-4133-46ff-84f6-9b450ce8929a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:09:54.584431 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] No DVR routers for this DVR port 097eea28-7528-4d20-ac89-54d0791e76ce on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:09:54.587422 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:09:54.591221 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-960bc343-6dac-46f9-95c3-13093a28ec61 req-f405a2bd-003b-4f48-89c0-58b673948c76 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.31 "DELETE /v2.0/ports/097eea28-7528-4d20-ac89-54d0791e76ce HTTP/1.1" status: 204 len: 173 time: 0.4595704 Mar 08 06:09:54.591729 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d5cd29-e0a8-4750-a4af-8696409e72c0', 'name': 'network-vif-deleted', 'tag': '097eea28-7528-4d20-ac89-54d0791e76ce'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:09:54.594119 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cedb4611-3b65-440a-8c4d-aeb7cf877d91" -d '{"events": [{"server_uuid": "53d5cd29-e0a8-4750-a4af-8696409e72c0", "name": "network-vif-deleted", "tag": "097eea28-7528-4d20-ac89-54d0791e76ce"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:09:54.645704 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c459fa-af66-4fea-b4f8-0eabeb81df05 x-openstack-request-id: req-35c459fa-af66-4fea-b4f8-0eabeb81df05 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:09:54.645876 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d5cd29-e0a8-4750-a4af-8696409e72c0", "name": "network-vif-deleted", "tag": "097eea28-7528-4d20-ac89-54d0791e76ce", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:09:54.646052 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35c459fa-af66-4fea-b4f8-0eabeb81df05 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:09:54.646433 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d5cd29-e0a8-4750-a4af-8696409e72c0', 'name': 'network-vif-deleted', 'tag': '097eea28-7528-4d20-ac89-54d0791e76ce', 'status': 'completed', 'code': 200} Mar 08 06:09:55.647599 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0fdd01fa-550a-4dc4-b9bf-57be8eead95e req-3a2f0c25-03ed-4f43-8c8e-37703c7a1c80 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=53d5cd29-e0a8-4750-a4af-8696409e72c0 HTTP/1.1" status: 200 len: 210 time: 0.0400264 Mar 08 06:09:56.954635 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bc263-02af-4af9-af13-c784680c5c76 req-a936e3c3-829d-4ae7-b88b-b64cd9ab60e4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:56.956242 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9a7bc263-02af-4af9-af13-c784680c5c76 req-a936e3c3-829d-4ae7-b88b-b64cd9ab60e4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0638945 Mar 08 06:09:57.008351 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9a7bc263-02af-4af9-af13-c784680c5c76 req-cbffef93-ce14-497f-9c67-c3d9c994439c tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Mar 08 06:09:57.378801 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 097eea28-7528-4d20-ac89-54d0791e76ce no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:09:57.399030 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 097eea28-7528-4d20-ac89-54d0791e76ce {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:09:57.399376 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 097eea28-7528-4d20-ac89-54d0791e76ce not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:09:58.134701 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69d69d-ffb7-49e4-b4a8-a68a6652ea1b req-2e643bb8-4d08-42fb-a30d-36f5056a0989 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:58.136237 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd69d69d-ffb7-49e4-b4a8-a68a6652ea1b req-2e643bb8-4d08-42fb-a30d-36f5056a0989 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0593004 Mar 08 06:09:58.186782 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd69d69d-ffb7-49e4-b4a8-a68a6652ea1b req-fa30711a-05d4-4d0d-9d4c-de977321424b tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446982 Mar 08 06:09:59.309882 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f4497-3418-448b-889e-d6e52cb73725 req-eb8286e1-43e5-49c5-afd3-93851afd9b88 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:09:59.311378 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-398f4497-3418-448b-889e-d6e52cb73725 req-eb8286e1-43e5-49c5-afd3-93851afd9b88 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0599923 Mar 08 06:09:59.359291 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-398f4497-3418-448b-889e-d6e52cb73725 req-2d0d5e2e-601e-4b64-a018-7afceb657cd3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Mar 08 06:10:00.494890 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292a4a-ce45-476b-9e9b-a0420f5f8d5b req-e2f74914-04f3-45ef-91a1-1c4ef3afdff3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:00.496419 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-90292a4a-ce45-476b-9e9b-a0420f5f8d5b req-e2f74914-04f3-45ef-91a1-1c4ef3afdff3 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0560756 Mar 08 06:10:00.548432 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-90292a4a-ce45-476b-9e9b-a0420f5f8d5b req-a3cf145f-823a-414d-9fc8-6216548d1be7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462086 Mar 08 06:10:01.033708 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43492) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:01.138807 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1484b3f3-fe31-44dc-87ff-7f874031a4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:01.216688 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1484b3f3-fe31-44dc-87ff-7f874031a4e9 admin admin] Publish callbacks [] for security_group (55c298c1-a27e-4b41-9587-24c16b0f66ee), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:01.220830 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1484b3f3-fe31-44dc-87ff-7f874031a4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (55c298c1-a27e-4b41-9587-24c16b0f66ee), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:01.260975 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484b3f3-fe31-44dc-87ff-7f874031a4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c298c1-a27e-4b41-9587-24c16b0f66ee,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:01.268694 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-1484b3f3-fe31-44dc-87ff-7f874031a4e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f1b63c4948a4617bf32ae501ff4bb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316132 Mar 08 06:10:01.269119 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43496) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:01.541817 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d07e7526-bf90-4f52-b660-1da52bc50280 admin admin] Publish callbacks [] for security_group (55c298c1-a27e-4b41-9587-24c16b0f66ee), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:01.563019 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d07e7526-bf90-4f52-b660-1da52bc50280 admin admin] Publish callbacks [] for security_group (55c298c1-a27e-4b41-9587-24c16b0f66ee), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:01.611521 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d07e7526-bf90-4f52-b660-1da52bc50280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (55c298c1-a27e-4b41-9587-24c16b0f66ee), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:01.614369 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d07e7526-bf90-4f52-b660-1da52bc50280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:01.615532 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d07e7526-bf90-4f52-b660-1da52bc50280 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55c298c1-a27e-4b41-9587-24c16b0f66ee HTTP/1.1" status: 204 len: 168 time: 0.3457539 Mar 08 06:10:01.633833 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e7526-bf90-4f52-b660-1da52bc50280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c298c1-a27e-4b41-9587-24c16b0f66ee,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:01.687979 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264d732-ae5e-43ff-903d-fb9847f5b76a req-87334fe4-679b-486d-8948-36925b6f3e8f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:01.689639 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b264d732-ae5e-43ff-903d-fb9847f5b76a req-87334fe4-679b-486d-8948-36925b6f3e8f tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0697427 Mar 08 06:10:01.749816 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b264d732-ae5e-43ff-903d-fb9847f5b76a req-b7e94287-22f4-4300-ba92-e06f554f0b8e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543928 Mar 08 06:10:02.284009 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43524) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:02.386860 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1455987061-network', 'tenant_id': '6776007bca034f5b922f554d526f4e18'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:02.406268 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Made reservation on behalf of 6776007bca034f5b922f554d526f4e18 for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:10:02.408554 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.416871 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.500372 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Publish callbacks [] for security_group (6b4ec7f2-b65b-4055-b13d-7baabfe4d5eb), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.504245 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6b4ec7f2-b65b-4055-b13d-7baabfe4d5eb), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.531613 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:10:02.541819 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ec7f2-b65b-4055-b13d-7baabfe4d5eb,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:02.546797 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (c522832f-67f7-488c-8262-62434424b677), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.547140 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Added segment c522832f-67f7-488c-8262-62434424b677 of type vlan for network 0cc4029a-71a0-4584-ae16-83296a609634 Mar 08 06:10:02.590701 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (0cc4029a-71a0-4584-ae16-83296a609634), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.616295 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (0cc4029a-71a0-4584-ae16-83296a609634), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.617430 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:02.618016 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.680072 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3949337 Mar 08 06:10:02.683521 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43530) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:02.687159 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54951ab0-e613-47a9-ac53-9a864bc98952 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc4029a-71a0-4584-ae16-83296a609634,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:02.688613 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Request body: {'subnet': {'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1455987061-subnet', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:02.698928 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 0cc4029a-71a0-4584-ae16-83296a609634 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:10:02.708543 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Made reservation on behalf of 6776007bca034f5b922f554d526f4e18 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:10:02.711080 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13186590'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.888093 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8dcbf-d256-437e-9eed-c78c54e5a44d req-e2634c3f-12d9-4ec6-b365-7fd9b1159aa4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:02.889707 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-74a8dcbf-d256-437e-9eed-c78c54e5a44d req-e2634c3f-12d9-4ec6-b365-7fd9b1159aa4 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.0685420 Mar 08 06:10:02.902964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13186560'] for subnet (9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:02.938394 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-74a8dcbf-d256-437e-9eed-c78c54e5a44d req-e167b6da-cfc3-4f94-a66d-9c79c08deca7 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/security-groups?id=267c90a5-425c-45c0-a901-97f5ac15d6f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430918 Mar 08 06:10:02.952721 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:02.969574 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Checking segment: {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:10:02.969935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Network hostable DHCP agents. Network: 0cc4029a-71a0-4584-ae16-83296a609634, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:10:02.986331 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Network 0cc4029a-71a0-4584-ae16-83296a609634 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:10:02.995791 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 0cc4029a-71a0-4584-ae16-83296a609634) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:03.000025 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:03.000616 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.005591 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f1b901-84b0-4868-94f2-b48f74dab14d None None] Network 0cc4029a-71a0-4584-ae16-83296a609634 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:10:03.021455 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-85262aed-5247-4f89-a66e-a9d834712209 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3366168 Mar 08 06:10:03.022160 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43538) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:03.028303 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:03.067973 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (589e8673-424f-447f-b6f1-8a81ac840e0b), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.069445 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (589e8673-424f-447f-b6f1-8a81ac840e0b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.138075 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-0cc4029a-71a0-4584-ae16-83296a609634', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'project_id': '6776007bca034f5b922f554d526f4e18', 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:10:03.139038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.147096 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks [] for router_controller (589e8673-424f-447f-b6f1-8a81ac840e0b), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.155734 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-fb5f6911-bf69-43b7-9183-e15ff540590e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:03.157203 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-fb5f6911-bf69-43b7-9183-e15ff540590e tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.31 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 946 time: 0.1055663 Mar 08 06:10:03.295417 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Allocated IP 172.20.0.2 (0cc4029a-71a0-4584-ae16-83296a609634/9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204/a72bac90-24ee-498a-8018-5c4d2a46f45a) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:10:03.346529 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks [] for router_gateway (589e8673-424f-447f-b6f1-8a81ac840e0b), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.425711 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Deleting port 5c242c95-4133-46ff-84f6-9b450ce8929a {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:10:03.425965 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.459633 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Publish callbacks [] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.467497 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.514806 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Network 0cc4029a-71a0-4584-ae16-83296a609634 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:10:03.517782 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:03.522825 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:10:03.526050 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Pushing event updated for resources: {'Port': ['ID=a72bac90-24ee-498a-8018-5c4d2a46f45a,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:03.535170 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.535872 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] For port 5c242c95-4133-46ff-84f6-9b450ce8929a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5c242c95-4133-46ff-84f6-9b450ce8929a,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:03.536038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.536038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.536224 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.536324 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.536576 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.536914 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.537251 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.537981 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.537981 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.538248 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.538669 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.538910 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.539257 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:03.552532 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Calling delete_port for 5c242c95-4133-46ff-84f6-9b450ce8929a owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:10:03.600844 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Attempting to bind port a72bac90-24ee-498a-8018-5c4d2a46f45a on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:10:03.601217 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Attempting to bind port a72bac90-24ee-498a-8018-5c4d2a46f45a by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:10:03.601612 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Attempting to bind port a72bac90-24ee-498a-8018-5c4d2a46f45a on network 0cc4029a-71a0-4584-ae16-83296a609634 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:10:03.607914 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:10:03.608355 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Checking segment: {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:10:03.608762 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.609154 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Bound using segment: {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:10:03.609648 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Bound port: a72bac90-24ee-498a-8018-5c4d2a46f45a, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:10:03.610192 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.679499 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] For port a72bac90-24ee-498a-8018-5c4d2a46f45a, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:10:03.682607 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] For port a72bac90-24ee-498a-8018-5c4d2a46f45a, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=a72bac90-24ee-498a-8018-5c4d2a46f45a,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:10:03.690097 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.704516 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks [] for router_gateway (589e8673-424f-447f-b6f1-8a81ac840e0b), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.746899 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.766449 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32b693-7448-4ba7-9434-95ad6760a855 None None] Pushing event updated for resources: {'Port': ['ID=a72bac90-24ee-498a-8018-5c4d2a46f45a,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:03.850312 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (5c242c95-4133-46ff-84f6-9b450ce8929a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:03.889836 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['5c242c95-4133-46ff-84f6-9b450ce8929a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:10:03.917504 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Pushing event deleted for resources: {'Port': ['ID=5c242c95-4133-46ff-84f6-9b450ce8929a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:04.016285 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] No DVR routers for this DVR port 5c242c95-4133-46ff-84f6-9b450ce8929a on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:10:04.022801 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:04.027737 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fa2d45c-0f96-44cd-b924-ddfb290b61ca req-24165868-2ea9-4321-819f-50f8a864d5cd tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.31 "DELETE /v2.0/ports/5c242c95-4133-46ff-84f6-9b450ce8929a HTTP/1.1" status: 204 len: 173 time: 0.8355076 Mar 08 06:10:04.028299 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f125bfc1-33e0-464a-8826-87972385cd7d', 'name': 'network-vif-deleted', 'tag': '5c242c95-4133-46ff-84f6-9b450ce8929a'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:10:04.031518 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac5e9dc-9a72-4be5-b1cd-290977a56ec7" -d '{"events": [{"server_uuid": "f125bfc1-33e0-464a-8826-87972385cd7d", "name": "network-vif-deleted", "tag": "5c242c95-4133-46ff-84f6-9b450ce8929a"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:10:04.041653 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Allocated IP 172.27.2.93 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/9c3a7063-66fb-47ce-af9d-5d2ac557cdd5) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:10:04.116269 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c292596-f5b4-4176-a59d-2108523d7f05 x-openstack-request-id: req-5c292596-f5b4-4176-a59d-2108523d7f05 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:10:04.116854 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f125bfc1-33e0-464a-8826-87972385cd7d", "name": "network-vif-deleted", "tag": "5c242c95-4133-46ff-84f6-9b450ce8929a", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:10:04.117276 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c292596-f5b4-4176-a59d-2108523d7f05 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:10:04.117855 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f125bfc1-33e0-464a-8826-87972385cd7d', 'name': 'network-vif-deleted', 'tag': '5c242c95-4133-46ff-84f6-9b450ce8929a', 'status': 'completed', 'code': 200} Mar 08 06:10:04.121021 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d796a1b1-a11c-4963-812c-ecfffde31c63 req-84301309-c12d-4a52-af7c-86a339355f27 tempest-ServerRescueNegativeTestJSON-837172163 tempest-ServerRescueNegativeTestJSON-837172163-project] 10.222.0.16 "GET /v2.0/ports?device_id=f125bfc1-33e0-464a-8826-87972385cd7d HTTP/1.1" status: 200 len: 210 time: 0.0594661 Mar 08 06:10:04.204614 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks [] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:04.238566 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:04.277616 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:10:04.281005 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:04.284923 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:10:04.310420 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Pushing event updated for resources: {'Port': ['ID=9c3a7063-66fb-47ce-af9d-5d2ac557cdd5,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:04.552771 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks [] for router_gateway (589e8673-424f-447f-b6f1-8a81ac840e0b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:04.790170 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (589e8673-424f-447f-b6f1-8a81ac840e0b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:04.813139 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425cb801-232a-48c5-bd0f-4c22e3a450ad None None] Network 0cc4029a-71a0-4584-ae16-83296a609634 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:10:04.905323 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-08e3b6c9-94c9-4a8c-94e7-70078ddbfe47 None None] Provisioning complete for port a72bac90-24ee-498a-8018-5c4d2a46f45a triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:04.906023 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08e3b6c9-94c9-4a8c-94e7-70078ddbfe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:04.961091 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Router 589e8673-424f-447f-b6f1-8a81ac840e0b is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:10:04.964613 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device a72bac90-24ee-498a-8018-5c4d2a46f45a up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:05.079423 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:10:05.100896 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Sync routers for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:10:05.107077 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-08e3b6c9-94c9-4a8c-94e7-70078ddbfe47 None None] Current status of the port a72bac90-24ee-498a-8018-5c4d2a46f45a is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:05.107467 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08e3b6c9-94c9-4a8c-94e7-70078ddbfe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.112761 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.114044 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d043bc48-df49-4f82-89c6-69b247f09ddb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0906250 Mar 08 06:10:05.116903 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43550) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:05.128276 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:05.130329 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:09:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:05.136682 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port a72bac90-24ee-498a-8018-5c4d2a46f45a triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:05.138479 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.216185 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43556) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:05.247366 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-08e3b6c9-94c9-4a8c-94e7-70078ddbfe47 None None] For port a72bac90-24ee-498a-8018-5c4d2a46f45a, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=a72bac90-24ee-498a-8018-5c4d2a46f45a,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:05.297597 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:05.538100 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08e3b6c9-94c9-4a8c-94e7-70078ddbfe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.563150 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:04Z', 'revision_number': 3, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:05.599159 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Checking router: 589e8673-424f-447f-b6f1-8a81ac840e0b for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:10:05.599514 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Updating router 589e8673-424f-447f-b6f1-8a81ac840e0b port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:10:05.618223 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port a72bac90-24ee-498a-8018-5c4d2a46f45a is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:05.640003 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.642105 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3b6c9-94c9-4a8c-94e7-70078ddbfe47 None None] Pushing event updated for resources: {'Port': ['ID=a72bac90-24ee-498a-8018-5c4d2a46f45a,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:05.672742 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-6853aa3d-ac63-4337-b843-cb1b84d8c7e1 None None] Provisioning complete for port a72bac90-24ee-498a-8018-5c4d2a46f45a triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:05.673283 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6853aa3d-ac63-4337-b843-cb1b84d8c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.747431 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.842277 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6853aa3d-ac63-4337-b843-cb1b84d8c7e1 None None] Current status of the port a72bac90-24ee-498a-8018-5c4d2a46f45a is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:05.953832 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Publish callbacks [] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.960618 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:05.963436 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Allocated IP 172.20.0.1 (0cc4029a-71a0-4584-ae16-83296a609634/9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204/c421cb33-26a6-4271-b5ae-f758ed7c4f16) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:10:06.016900 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Attempting to bind port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:10:06.017718 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Attempting to bind port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:10:06.018526 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Attempting to bind port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:10:06.023667 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (339e55ea-1f94-4d3c-bbef-9c903c03d920), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.033039 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:10:06.033631 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:10:06.034294 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.034913 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:10:06.035563 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Bound port: 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:10:06.036119 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.037906 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Pushing event updated for resources: {'Port': ['ID=9c3a7063-66fb-47ce-af9d-5d2ac557cdd5,revision_number=2']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:06.066568 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.067460 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.067986 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.068565 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.069013 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.069447 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.069896 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.070936 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.071401 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.072384 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.073068 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.073583 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.074008 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:06.098485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Publish callbacks [] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.116925 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] For port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:10:06.120582 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] For port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=9c3a7063-66fb-47ce-af9d-5d2ac557cdd5,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:10:06.128282 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.135604 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.173508 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Network 0cc4029a-71a0-4584-ae16-83296a609634 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:10:06.178336 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:06.182032 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:10:06.191421 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:06.192151 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:09:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:06.222255 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Pushing event updated for resources: {'Port': ['ID=c421cb33-26a6-4271-b5ae-f758ed7c4f16,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:06.254699 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (589e8673-424f-447f-b6f1-8a81ac840e0b), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.255737 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd5238-bcde-4e28-88e8-30b5133db2c5 None None] Pushing event updated for resources: {'Port': ['ID=9c3a7063-66fb-47ce-af9d-5d2ac557cdd5,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:06.425459 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Deleting port 17fc6960-2f77-44fd-84e4-4a5d20157a19 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:10:06.425925 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.448011 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.468949 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-eb714a5f-0796-4ebb-9867-5dcbac643892 None None] Provisioning complete for port c421cb33-26a6-4271-b5ae-f758ed7c4f16 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:06.469246 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-eb714a5f-0796-4ebb-9867-5dcbac643892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.470956 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:06.512974 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-eb714a5f-0796-4ebb-9867-5dcbac643892 None None] Port c421cb33-26a6-4271-b5ae-f758ed7c4f16 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:10:06.519343 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] For port 17fc6960-2f77-44fd-84e4-4a5d20157a19, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=17fc6960-2f77-44fd-84e4-4a5d20157a19,segment=NetworkSegment(ba11f93d-fa95-4452-a153-53938a02241c),segment_id=ba11f93d-fa95-4452-a153-53938a02241c)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:06.519918 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.533768 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Calling delete_port for 17fc6960-2f77-44fd-84e4-4a5d20157a19 owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:10:06.636557 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Publish callbacks [] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.642231 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772968'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.664344 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:04Z', 'revision_number': 3, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:06.691966 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6876dd6-d377-4f8f-be46-390c000f5661 None None] The sync data for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi is: [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:04Z', 'revision_number': 3, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:10:06.721318 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (589e8673-424f-447f-b6f1-8a81ac840e0b), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.723800 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Pushing event updated for resources: {'Port': ['ID=c421cb33-26a6-4271-b5ae-f758ed7c4f16,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:06.745781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (17fc6960-2f77-44fd-84e4-4a5d20157a19), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:06.778303 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Pushing event deleted for resources: {'Port': ['ID=17fc6960-2f77-44fd-84e4-4a5d20157a19,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:06.829676 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Network 0cc4029a-71a0-4584-ae16-83296a609634 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:10:06.831453 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:06.987087 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (339e55ea-1f94-4d3c-bbef-9c903c03d920), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.005964 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Router 589e8673-424f-447f-b6f1-8a81ac840e0b has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:10:07.054738 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device a72bac90-24ee-498a-8018-5c4d2a46f45a up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:07.129108 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port a72bac90-24ee-498a-8018-5c4d2a46f45a triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:07.129485 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.211887 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:10:07.217899 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9f7b45b1-c9e9-4eb9-93af-bcd2a7865627 admin admin] 10.222.0.16 "PUT /v2.0/routers/589e8673-424f-447f-b6f1-8a81ac840e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0998192 Mar 08 06:10:07.252065 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-27838bb2-e334-4c0a-bf12-42a6264a8f52 None None] Provisioning complete for port c421cb33-26a6-4271-b5ae-f758ed7c4f16 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:07.252443 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27838bb2-e334-4c0a-bf12-42a6264a8f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.281952 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port a72bac90-24ee-498a-8018-5c4d2a46f45a is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:07.303992 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-27838bb2-e334-4c0a-bf12-42a6264a8f52 None None] Port c421cb33-26a6-4271-b5ae-f758ed7c4f16 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:10:07.335217 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Router 339e55ea-1f94-4d3c-bbef-9c903c03d920 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:10:07.455599 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:10:07.458916 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 5c242c95-4133-46ff-84f6-9b450ce8929a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:10:07.463314 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9768b0d2-787f-4db3-95dc-ecfbd7510452 admin admin] 10.222.0.16 "PUT /v2.0/routers/339e55ea-1f94-4d3c-bbef-9c903c03d920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2459786 Mar 08 06:10:07.465837 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43576) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:07.506104 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] Sync routers for ids ['339e55ea-1f94-4d3c-bbef-9c903c03d920'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:10:07.508554 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 5c242c95-4133-46ff-84f6-9b450ce8929a {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:10:07.508893 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 5c242c95-4133-46ff-84f6-9b450ce8929a not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:10:07.525813 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] Routers {'339e55ea-1f94-4d3c-bbef-9c903c03d920'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:07.526541 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:09:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['339e55ea-1f94-4d3c-bbef-9c903c03d920'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:07.616555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks [] for router (339e55ea-1f94-4d3c-bbef-9c903c03d920), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.683989 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] Set router 339e55ea-1f94-4d3c-bbef-9c903c03d920 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:07.806378 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks [] for router_gateway (339e55ea-1f94-4d3c-bbef-9c903c03d920), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.866689 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Deleting port 1e00cf41-baa3-46ca-a353-0dc828340bf4 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:10:07.867325 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.874132 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43592) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:07.879569 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1547503012-network', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:07.898956 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 5, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port': {'id': '1e00cf41-baa3-46ca-a353-0dc828340bf4', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:19:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:07.906214 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Made reservation on behalf of 30bfbf6fe769427e9ee2207355eaec42 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:10:07.909138 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.919780 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.930733 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] Checking router: 339e55ea-1f94-4d3c-bbef-9c903c03d920 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:10:07.940614 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] Routers {'339e55ea-1f94-4d3c-bbef-9c903c03d920'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:07.941441 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:09:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['339e55ea-1f94-4d3c-bbef-9c903c03d920'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:07.966399 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] For port 1e00cf41-baa3-46ca-a353-0dc828340bf4, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=1e00cf41-baa3-46ca-a353-0dc828340bf4,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:07.967310 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:07.981591 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Calling delete_port for 1e00cf41-baa3-46ca-a353-0dc828340bf4 owned by network:router_gateway {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:10:08.026299 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Publish callbacks [] for security_group (b056ae51-049e-4914-80be-a6e9de9a045a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.031888 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (b056ae51-049e-4914-80be-a6e9de9a045a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.036173 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] Set router 339e55ea-1f94-4d3c-bbef-9c903c03d920 gateway port host: None {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:08.053941 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:10:08.069946 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b056ae51-049e-4914-80be-a6e9de9a045a,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:08.078607 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (f5b77409-e643-4b13-bec6-6cb30145699e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.078607 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Added segment f5b77409-e643-4b13-bec6-6cb30145699e of type vlan for network 10386df3-b940-458f-b837-78f0d005dd65 Mar 08 06:10:08.095723 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:10:07Z', 'revision_number': 6, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:08.129547 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (10386df3-b940-458f-b837-78f0d005dd65), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.132826 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41d1140-5021-4c5a-b478-4fb153237009 None None] The sync data for ids ['339e55ea-1f94-4d3c-bbef-9c903c03d920'] in dv-cinder-828060-10-iscsi is: [{'id': '339e55ea-1f94-4d3c-bbef-9c903c03d920', 'name': 'tempest-ServerRescueNegativeTestJSON-349372914-router', 'tenant_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:10:07Z', 'revision_number': 6, 'project_id': '4c2ab6d7c6eb40d193e024ff04053ee8', 'gw_port_host': None}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:10:08.169424 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (10386df3-b940-458f-b837-78f0d005dd65), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.170474 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:08.171208 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.206512 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3306897 Mar 08 06:10:08.209325 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43596) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:08.215758 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Request body: {'subnet': {'network_id': '10386df3-b940-458f-b837-78f0d005dd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1547503012-subnet', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:08.235414 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb224b-79bd-41a5-b320-9bb94146e6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=10386df3-b940-458f-b837-78f0d005dd65,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:08.238636 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (1e00cf41-baa3-46ca-a353-0dc828340bf4), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.250698 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 10386df3-b940-458f-b837-78f0d005dd65 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:10:08.276505 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Made reservation on behalf of 30bfbf6fe769427e9ee2207355eaec42 for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:10:08.278831 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13000890'] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.282875 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e00cf41-baa3-46ca-a353-0dc828340bf4,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:08.399276 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (339e55ea-1f94-4d3c-bbef-9c903c03d920), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.519770 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (339e55ea-1f94-4d3c-bbef-9c903c03d920), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.523867 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks [] for router_controller (339e55ea-1f94-4d3c-bbef-9c903c03d920), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.622171 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (339e55ea-1f94-4d3c-bbef-9c903c03d920), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.622702 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 339e55ea-1f94-4d3c-bbef-9c903c03d920 {{(pid=103358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:10:08.629272 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.632853 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-781cf50a-7100-444a-8bc9-fc684c6e24d3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/339e55ea-1f94-4d3c-bbef-9c903c03d920 HTTP/1.1" status: 204 len: 168 time: 1.1635768 Mar 08 06:10:08.633296 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43600) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:08.679958 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12772833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13000868'] for subnet (77c8df48-1c10-4874-8629-128d1f106c3a), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.692370 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Sync routers for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:10:08.702609 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69a0a08-d296-4023-bfcd-109bce4b095f admin admin] Deleting subnet 570e86d9-9290-4734-ad7d-4f5114df9d3a {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:10:08.703325 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:08.704601 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:09:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:08.706375 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d69a0a08-d296-4023-bfcd-109bce4b095f admin admin] Publish callbacks [] for subnet (570e86d9-9290-4734-ad7d-4f5114df9d3a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.738513 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c8df48-1c10-4874-8629-128d1f106c3a,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:08.745075 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d69a0a08-d296-4023-bfcd-109bce4b095f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13919509'] for subnet (570e86d9-9290-4734-ad7d-4f5114df9d3a), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.749555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Checking segment: {'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:10:08.749918 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Network hostable DHCP agents. Network: 10386df3-b940-458f-b837-78f0d005dd65, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:10:08.768908 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Network 10386df3-b940-458f-b837-78f0d005dd65 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:10:08.777492 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 10386df3-b940-458f-b837-78f0d005dd65) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:08.781661 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:08.782321 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.790497 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977facf-af41-4a60-8ee9-e157f350a396 None None] Network 10386df3-b940-458f-b837-78f0d005dd65 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:10:08.794921 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d69a0a08-d296-4023-bfcd-109bce4b095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (570e86d9-9290-4734-ad7d-4f5114df9d3a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.801425 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d63b0cf7-fdcf-4fb2-a4b4-1f67b620badf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5909157 Mar 08 06:10:08.804408 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43606) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:08.813212 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:08.836240 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (504c2d25-e8c8-43ad-8cec-7ac15307ae55), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.837309 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (504c2d25-e8c8-43ad-8cec-7ac15307ae55), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.845364 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:08.863800 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d69a0a08-d296-4023-bfcd-109bce4b095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14106569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13186681'] for subnet (570e86d9-9290-4734-ad7d-4f5114df9d3a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.897202 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a0a08-d296-4023-bfcd-109bce4b095f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570e86d9-9290-4734-ad7d-4f5114df9d3a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:08.908606 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d69a0a08-d296-4023-bfcd-109bce4b095f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.912876 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d69a0a08-d296-4023-bfcd-109bce4b095f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/570e86d9-9290-4734-ad7d-4f5114df9d3a HTTP/1.1" status: 204 len: 168 time: 0.2784305 Mar 08 06:10:08.915590 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43608) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:08.922048 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-10386df3-b940-458f-b837-78f0d005dd65', 'network_id': '10386df3-b940-458f-b837-78f0d005dd65', 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'fixed_ips': [{'subnet_id': '77c8df48-1c10-4874-8629-128d1f106c3a'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:10:08.922529 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:08.924988 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks [] for router_controller (504c2d25-e8c8-43ad-8cec-7ac15307ae55), precommit_add_association {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.082394 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (6876c566-5277-4cc6-8489-77d964bf78ae), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.097838 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 2, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:09.116104 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:09.131316 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Checking router: 589e8673-424f-447f-b6f1-8a81ac840e0b for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:10:09.131982 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Updating router 589e8673-424f-447f-b6f1-8a81ac840e0b port c421cb33-26a6-4271-b5ae-f758ed7c4f16 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:10:09.175470 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.198065 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9ef78197-9691-45a1-82c8-e65221b7edf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.216663 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Allocated IP 172.20.0.2 (10386df3-b940-458f-b837-78f0d005dd65/77c8df48-1c10-4874-8629-128d1f106c3a/af403757-480b-48af-abf9-12c606544f32) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:10:09.220412 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (6876c566-5277-4cc6-8489-77d964bf78ae), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.222691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:09.223495 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.254553 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6876c566-5277-4cc6-8489-77d964bf78ae']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:09.272892 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba11f93d-fa95-4452-a153-53938a02241c') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:09.273192 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba11f93d-fa95-4452-a153-53938a02241c') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:09.286749 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (ba11f93d-fa95-4452-a153-53938a02241c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.302809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (ba11f93d-fa95-4452-a153-53938a02241c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.313042 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:10:09.313453 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (ba11f93d-fa95-4452-a153-53938a02241c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:10:09.377508 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:10:09.403553 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (6876c566-5277-4cc6-8489-77d964bf78ae), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.413125 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.418188 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6876c566-5277-4cc6-8489-77d964bf78ae HTTP/1.1" status: 204 len: 168 time: 0.5004644 Mar 08 06:10:09.448658 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b6ac5-e4cb-4f63-bf20-5ef555907546 admin admin] Pushing event deleted for resources: {'Network': ['ID=6876c566-5277-4cc6-8489-77d964bf78ae,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:09.451957 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:09.452519 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.502158 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=9c3a7063-66fb-47ce-af9d-5d2ac557cdd5,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:09.546046 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.617351 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks [] for router_gateway (504c2d25-e8c8-43ad-8cec-7ac15307ae55), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.620273 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Publish callbacks [] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.631908 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.709591 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5df75-c9cc-4c47-b408-c7ef94ddd65e None None] Pushing event updated for resources: {'Port': ['ID=c421cb33-26a6-4271-b5ae-f758ed7c4f16,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:09.748056 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43624) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:09.776291 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 17fc6960-2f77-44fd-84e4-4a5d20157a19 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:10:09.810557 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d0d3c3a6-d5cc-4a38-8c93-95bbee2845da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c2ab6d7c6eb40d193e024ff04053ee8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0591886 Mar 08 06:10:09.811661 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43628) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:09.830192 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Attempting to bind port c421cb33-26a6-4271-b5ae-f758ed7c4f16 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:10:09.830551 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Attempting to bind port c421cb33-26a6-4271-b5ae-f758ed7c4f16 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:10:09.830950 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Attempting to bind port c421cb33-26a6-4271-b5ae-f758ed7c4f16 on network 0cc4029a-71a0-4584-ae16-83296a609634 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:10:09.836649 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:10:09.837099 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Checking segment: {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:10:09.838661 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.838888 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 17fc6960-2f77-44fd-84e4-4a5d20157a19 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:10:09.839076 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Bound using segment: {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:10:09.839660 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 17fc6960-2f77-44fd-84e4-4a5d20157a19 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:10:09.840285 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 1e00cf41-baa3-46ca-a353-0dc828340bf4 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:10:09.841225 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Bound port: c421cb33-26a6-4271-b5ae-f758ed7c4f16, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:10:09.841707 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.874615 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Publish callbacks [] for port (af403757-480b-48af-abf9-12c606544f32), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.878390 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 1e00cf41-baa3-46ca-a353-0dc828340bf4 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:10:09.879184 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 1e00cf41-baa3-46ca-a353-0dc828340bf4 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:10:09.882272 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=9c3a7063-66fb-47ce-af9d-5d2ac557cdd5,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:09.889257 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (af403757-480b-48af-abf9-12c606544f32), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.904068 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32fbce69-286f-4cbe-87a3-05e6041d6fe7 admin admin] Publish callbacks [] for security_group (267c90a5-425c-45c0-a901-97f5ac15d6f2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.937910 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks [] for router_gateway (504c2d25-e8c8-43ad-8cec-7ac15307ae55), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.945065 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Network 10386df3-b940-458f-b837-78f0d005dd65 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:10:09.949809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32fbce69-286f-4cbe-87a3-05e6041d6fe7 admin admin] Publish callbacks [] for security_group (267c90a5-425c-45c0-a901-97f5ac15d6f2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.953453 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:09.956583 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:10:09.959081 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Pushing event updated for resources: {'Port': ['ID=af403757-480b-48af-abf9-12c606544f32,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:09.974494 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] For port c421cb33-26a6-4271-b5ae-f758ed7c4f16, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:10:09.978670 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:09.983438 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] For port c421cb33-26a6-4271-b5ae-f758ed7c4f16, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=c421cb33-26a6-4271-b5ae-f758ed7c4f16,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:10:09.992153 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.026269 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Attempting to bind port af403757-480b-48af-abf9-12c606544f32 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:10:10.026662 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Attempting to bind port af403757-480b-48af-abf9-12c606544f32 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:10:10.027090 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Attempting to bind port af403757-480b-48af-abf9-12c606544f32 on network 10386df3-b940-458f-b837-78f0d005dd65 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:10:10.032997 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:10:10.033515 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Checking segment: {'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:10:10.034024 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.034453 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Bound using segment: {'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:10:10.035594 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Bound port: af403757-480b-48af-abf9-12c606544f32, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:10:10.035594 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (af403757-480b-48af-abf9-12c606544f32), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.036828 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32fbce69-286f-4cbe-87a3-05e6041d6fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (267c90a5-425c-45c0-a901-97f5ac15d6f2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.042223 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-32fbce69-286f-4cbe-87a3-05e6041d6fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.044124 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-32fbce69-286f-4cbe-87a3-05e6041d6fe7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/267c90a5-425c-45c0-a901-97f5ac15d6f2 HTTP/1.1" status: 204 len: 168 time: 0.2321911 Mar 08 06:10:10.056267 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbce69-286f-4cbe-87a3-05e6041d6fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267c90a5-425c-45c0-a901-97f5ac15d6f2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:10.065282 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5df75-c9cc-4c47-b408-c7ef94ddd65e None None] Pushing event updated for resources: {'Port': ['ID=c421cb33-26a6-4271-b5ae-f758ed7c4f16,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:10.096594 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:10.097922 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:09:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:10.098425 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-b4305bf8-cdee-41f8-9db1-3e04c0ce1568 None None] Provisioning complete for port c421cb33-26a6-4271-b5ae-f758ed7c4f16 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:10.098999 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4305bf8-cdee-41f8-9db1-3e04c0ce1568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.161126 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Allocated IP 172.27.2.248 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/f5cfb5a0-b184-4ee6-acd4-4620d2b52823) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:10:10.177800 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] For port af403757-480b-48af-abf9-12c606544f32, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:10:10.182758 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] For port af403757-480b-48af-abf9-12c606544f32, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=af403757-480b-48af-abf9-12c606544f32,segment=NetworkSegment(f5b77409-e643-4b13-bec6-6cb30145699e),segment_id=f5b77409-e643-4b13-bec6-6cb30145699e)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:10:10.193977 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (af403757-480b-48af-abf9-12c606544f32), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.305411 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b4305bf8-cdee-41f8-9db1-3e04c0ce1568 None None] Current status of the port c421cb33-26a6-4271-b5ae-f758ed7c4f16 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:10.305858 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4305bf8-cdee-41f8-9db1-3e04c0ce1568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.308585 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188aea9-45cb-48c3-9fd2-eaa9b9ee81b6 None None] Pushing event updated for resources: {'Port': ['ID=af403757-480b-48af-abf9-12c606544f32,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:10.361170 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks [] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.374118 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:10.395418 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-b4305bf8-cdee-41f8-9db1-3e04c0ce1568 None None] For port c421cb33-26a6-4271-b5ae-f758ed7c4f16, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=c421cb33-26a6-4271-b5ae-f758ed7c4f16,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:10.400832 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4305bf8-cdee-41f8-9db1-3e04c0ce1568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.428143 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.483287 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:10:10.487617 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4305bf8-cdee-41f8-9db1-3e04c0ce1568 None None] Pushing event updated for resources: {'Port': ['ID=c421cb33-26a6-4271-b5ae-f758ed7c4f16,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:10.487807 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:10.492395 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:10:10.553854 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-72c580aa-7db0-487a-8627-fd16baa06fd5 None None] Provisioning complete for port c421cb33-26a6-4271-b5ae-f758ed7c4f16 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:10.555126 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-72c580aa-7db0-487a-8627-fd16baa06fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:10.591455 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Pushing event updated for resources: {'Port': ['ID=f5cfb5a0-b184-4ee6-acd4-4620d2b52823,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:10.695955 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-72c580aa-7db0-487a-8627-fd16baa06fd5 None None] Current status of the port c421cb33-26a6-4271-b5ae-f758ed7c4f16 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:10.720315 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:10.758966 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ac976a-0bc0-4f5d-bff0-fc96827fb498 None None] The sync data for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi is: [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:10:10.872233 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks [] for router_gateway (504c2d25-e8c8-43ad-8cec-7ac15307ae55), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.093699 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device c421cb33-26a6-4271-b5ae-f758ed7c4f16 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:11.154448 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port c421cb33-26a6-4271-b5ae-f758ed7c4f16 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:11.155084 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.172330 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (504c2d25-e8c8-43ad-8cec-7ac15307ae55), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.258666 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port c421cb33-26a6-4271-b5ae-f758ed7c4f16 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:11.261375 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:11.352268 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:11.352838 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.415133 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abeec839-6b20-4bdf-87ea-3e8a8e2414e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.421316 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:10:11.490213 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:11.491335 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device af403757-480b-48af-abf9-12c606544f32 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:11.565657 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port af403757-480b-48af-abf9-12c606544f32 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:11.569492 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (af403757-480b-48af-abf9-12c606544f32), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.599913 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:10:11.621027 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Sync routers for ids ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:10:11.624507 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.628462 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-3f567ef8-6737-426d-ba5e-79e387da4552 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8204687 Mar 08 06:10:11.628636 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43666) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:11.640807 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Routers {'504c2d25-e8c8-43ad-8cec-7ac15307ae55'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:11.642497 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:10:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:11.714348 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a124efc-0d1b-4dac-b7a7-9edf3aba9d53 None None] Network 10386df3-b940-458f-b837-78f0d005dd65 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:10:11.851669 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port af403757-480b-48af-abf9-12c606544f32 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:11.852076 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (af403757-480b-48af-abf9-12c606544f32), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.858093 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9710fc2d-d10f-40cd-8257-b8ddb7127b9a None None] Provisioning complete for port af403757-480b-48af-abf9-12c606544f32 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:11.858463 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9710fc2d-d10f-40cd-8257-b8ddb7127b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (af403757-480b-48af-abf9-12c606544f32), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:11.924736 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Set router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:11.990349 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port af403757-480b-48af-abf9-12c606544f32, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=af403757-480b-48af-abf9-12c606544f32,segment=NetworkSegment(f5b77409-e643-4b13-bec6-6cb30145699e),segment_id=f5b77409-e643-4b13-bec6-6cb30145699e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:12.077486 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (af403757-480b-48af-abf9-12c606544f32), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.228496 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=af403757-480b-48af-abf9-12c606544f32,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:12.272784 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9710fc2d-d10f-40cd-8257-b8ddb7127b9a None None] Current status of the port af403757-480b-48af-abf9-12c606544f32 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:12.308360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:10:10Z', 'revision_number': 3, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port': {'id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:09Z', 'updated_at': '2022-03-08T06:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:12.343601 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Checking router: 504c2d25-e8c8-43ad-8cec-7ac15307ae55 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:10:12.343950 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Updating router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:10:12.385339 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.397158 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.566172 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Allocated IP 172.20.0.1 (10386df3-b940-458f-b837-78f0d005dd65/77c8df48-1c10-4874-8629-128d1f106c3a/56bd44fb-9ddb-42a4-8d48-2d91feaadf60) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:10:12.584300 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.630936 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-964fccf7-2525-43d7-9255-c72ee5eeea4a None None] Provisioning complete for port af403757-480b-48af-abf9-12c606544f32 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:12.631306 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-964fccf7-2525-43d7-9255-c72ee5eeea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (af403757-480b-48af-abf9-12c606544f32), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.672673 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Publish callbacks [] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.708163 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.742286 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Network 10386df3-b940-458f-b837-78f0d005dd65 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:10:12.749504 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:12.752914 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:10:12.779204 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Pushing event updated for resources: {'Port': ['ID=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:12.798123 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-964fccf7-2525-43d7-9255-c72ee5eeea4a None None] Current status of the port af403757-480b-48af-abf9-12c606544f32 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:12.802318 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (504c2d25-e8c8-43ad-8cec-7ac15307ae55), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.873608 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Publish callbacks [] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.881349 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.911755 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device af403757-480b-48af-abf9-12c606544f32 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:12.960688 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.978148 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704a712-0385-4829-99b2-e163bd2d0ed4 None None] Pushing event updated for resources: {'Port': ['ID=f5cfb5a0-b184-4ee6-acd4-4620d2b52823,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:12.988572 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Attempting to bind port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:10:12.988948 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Attempting to bind port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:10:12.989316 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Attempting to bind port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:10:12.997979 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:10:12.998357 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:10:12.998805 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:12.999198 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:10:12.999719 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Bound port: f5cfb5a0-b184-4ee6-acd4-4620d2b52823, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:10:13.000096 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:13.045332 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port af403757-480b-48af-abf9-12c606544f32 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:13.045579 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (af403757-480b-48af-abf9-12c606544f32), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:13.081539 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-7ed7b07b-24a9-44b8-bd9d-d629ab87435f None None] Provisioning complete for port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:13.081921 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7ed7b07b-24a9-44b8-bd9d-d629ab87435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:13.093898 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] For port f5cfb5a0-b184-4ee6-acd4-4620d2b52823, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:10:13.139282 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Publish callbacks [] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:13.139420 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] For port f5cfb5a0-b184-4ee6-acd4-4620d2b52823, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=f5cfb5a0-b184-4ee6-acd4-4620d2b52823,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:10:13.139527 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:13.144034 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:13.158480 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7ed7b07b-24a9-44b8-bd9d-d629ab87435f None None] Port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:10:13.205085 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (504c2d25-e8c8-43ad-8cec-7ac15307ae55), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:13.214610 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Pushing event updated for resources: {'Port': ['ID=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:13.250735 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Routers {'504c2d25-e8c8-43ad-8cec-7ac15307ae55'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:13.251361 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:10:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:13.253094 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port af403757-480b-48af-abf9-12c606544f32 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:13.256708 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704a712-0385-4829-99b2-e163bd2d0ed4 None None] Pushing event updated for resources: {'Port': ['ID=f5cfb5a0-b184-4ee6-acd4-4620d2b52823,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:13.308595 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Network 10386df3-b940-458f-b837-78f0d005dd65 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:10:13.310020 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:10:13.372208 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] Set router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:13.429392 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:10:13.546172 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:10:13.555273 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ce2f3e4a-6f1a-4b05-abd1-2196b52c2d70 admin admin] 10.222.0.16 "PUT /v2.0/routers/504c2d25-e8c8-43ad-8cec-7ac15307ae55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9245875 Mar 08 06:10:13.592796 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-100fbb1d-c92b-429a-aa67-db31f96cdb3a None None] Provisioning complete for port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:13.593156 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-100fbb1d-c92b-429a-aa67-db31f96cdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:13.597446 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:10:12Z', 'revision_number': 4, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port': {'id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:09Z', 'updated_at': '2022-03-08T06:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '56bd44fb-9ddb-42a4-8d48-2d91feaadf60', 'name': '', 'network_id': '10386df3-b940-458f-b837-78f0d005dd65', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'mac_address': 'fa:16:3e:6f:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:12Z', 'updated_at': '2022-03-08T06:10:13Z', 'revision_number': 2, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'subnets': [{'id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:13.642340 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d02924-3d32-4f32-a68c-14b55c29c821 None None] The sync data for ids ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'] in dv-cinder-828060-10-iscsi is: [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:10:12Z', 'revision_number': 4, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port': {'id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0b:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:09Z', 'updated_at': '2022-03-08T06:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '56bd44fb-9ddb-42a4-8d48-2d91feaadf60', 'name': '', 'network_id': '10386df3-b940-458f-b837-78f0d005dd65', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'mac_address': 'fa:16:3e:6f:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:12Z', 'updated_at': '2022-03-08T06:10:13Z', 'revision_number': 2, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'subnets': [{'id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:10:13.656306 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-100fbb1d-c92b-429a-aa67-db31f96cdb3a None None] Port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:10:14.113412 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:14.920801 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device f5cfb5a0-b184-4ee6-acd4-4620d2b52823 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:14.971051 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:14.971416 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.046924 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:15.047319 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.069604 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port f5cfb5a0-b184-4ee6-acd4-4620d2b52823, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=f5cfb5a0-b184-4ee6-acd4-4620d2b52823,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:15.073846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.101824 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43708) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:15.107694 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-6fb8987f-176c-4192-a9a7-34885dff10e5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-76626914', 'description': 'tempest-secgroup-smoke-76626914 description', 'project_id': '6776007bca034f5b922f554d526f4e18'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:15.122614 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=f5cfb5a0-b184-4ee6-acd4-4620d2b52823,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:15.129634 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fb8987f-176c-4192-a9a7-34885dff10e5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.195332 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fb8987f-176c-4192-a9a7-34885dff10e5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group (8486be39-735e-4f39-815b-52948f3a5e51), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.199451 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fb8987f-176c-4192-a9a7-34885dff10e5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (8486be39-735e-4f39-815b-52948f3a5e51), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.230845 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fb8987f-176c-4192-a9a7-34885dff10e5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.232078 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6fb8987f-176c-4192-a9a7-34885dff10e5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1286054 Mar 08 06:10:15.234188 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8987f-176c-4192-a9a7-34885dff10e5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8486be39-735e-4f39-815b-52948f3a5e51,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:15.236928 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43710) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:15.241872 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-b6f9294c-eda2-4fdf-937c-92b320c500a5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'security_group_rule': {'security_group_id': '8486be39-735e-4f39-815b-52948f3a5e51', 'project_id': '6776007bca034f5b922f554d526f4e18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:15.272193 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6f9294c-eda2-4fdf-937c-92b320c500a5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (6cfcea1f-6b38-4c30-83c3-016ae3a67e5d), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.336446 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6f9294c-eda2-4fdf-937c-92b320c500a5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (6cfcea1f-6b38-4c30-83c3-016ae3a67e5d), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.340617 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6f9294c-eda2-4fdf-937c-92b320c500a5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (6cfcea1f-6b38-4c30-83c3-016ae3a67e5d), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.356622 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9294c-eda2-4fdf-937c-92b320c500a5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfcea1f-6b38-4c30-83c3-016ae3a67e5d,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:15.367593 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6f9294c-eda2-4fdf-937c-92b320c500a5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.371664 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43712) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:15.371825 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-b6f9294c-eda2-4fdf-937c-92b320c500a5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337061 Mar 08 06:10:15.376193 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-84a6aaa5-1383-497a-80df-f4b2aeabea52 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'security_group_rule': {'security_group_id': '8486be39-735e-4f39-815b-52948f3a5e51', 'project_id': '6776007bca034f5b922f554d526f4e18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:15.401341 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-84a6aaa5-1383-497a-80df-f4b2aeabea52 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (3bfcdc6f-93af-4243-ad78-f1178bc143e8), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.458233 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-84a6aaa5-1383-497a-80df-f4b2aeabea52 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (3bfcdc6f-93af-4243-ad78-f1178bc143e8), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.461648 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-84a6aaa5-1383-497a-80df-f4b2aeabea52 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (3bfcdc6f-93af-4243-ad78-f1178bc143e8), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.480063 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6aaa5-1383-497a-80df-f4b2aeabea52 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfcdc6f-93af-4243-ad78-f1178bc143e8,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:15.486604 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-84a6aaa5-1383-497a-80df-f4b2aeabea52 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.488048 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-84a6aaa5-1383-497a-80df-f4b2aeabea52 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153619 Mar 08 06:10:15.490490 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43714) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:15.495179 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-da065972-eec6-4f3a-98df-d4f4cbdc0b55 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'security_group_rule': {'security_group_id': '8486be39-735e-4f39-815b-52948f3a5e51', 'project_id': '6776007bca034f5b922f554d526f4e18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:15.521389 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-da065972-eec6-4f3a-98df-d4f4cbdc0b55 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (2bfe7bf8-7b70-4048-8ee2-9d792eb9562b), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.536342 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.588918 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-da065972-eec6-4f3a-98df-d4f4cbdc0b55 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (2bfe7bf8-7b70-4048-8ee2-9d792eb9562b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.593729 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-da065972-eec6-4f3a-98df-d4f4cbdc0b55 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (2bfe7bf8-7b70-4048-8ee2-9d792eb9562b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.597520 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Sync routers for ids ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:10:15.607189 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Routers {'504c2d25-e8c8-43ad-8cec-7ac15307ae55'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:15.607998 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:10:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:15.614729 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da065972-eec6-4f3a-98df-d4f4cbdc0b55 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfe7bf8-7b70-4048-8ee2-9d792eb9562b,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:15.620882 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-da065972-eec6-4f3a-98df-d4f4cbdc0b55 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.622084 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-da065972-eec6-4f3a-98df-d4f4cbdc0b55 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306169 Mar 08 06:10:15.624768 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43718) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:15.628937 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-b9282dde-cea2-42b9-b6bf-12fa919b3350 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'security_group_rule': {'security_group_id': '8486be39-735e-4f39-815b-52948f3a5e51', 'project_id': '6776007bca034f5b922f554d526f4e18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:15.669449 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b9282dde-cea2-42b9-b6bf-12fa919b3350 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (3bdd1346-00a1-42e0-bb6b-a9b15b24b4c5), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.724828 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Set router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:15.735275 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b9282dde-cea2-42b9-b6bf-12fa919b3350 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (3bdd1346-00a1-42e0-bb6b-a9b15b24b4c5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.738829 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b9282dde-cea2-42b9-b6bf-12fa919b3350 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (3bdd1346-00a1-42e0-bb6b-a9b15b24b4c5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.758383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9282dde-cea2-42b9-b6bf-12fa919b3350 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdd1346-00a1-42e0-bb6b-a9b15b24b4c5,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:15.765224 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b9282dde-cea2-42b9-b6bf-12fa919b3350 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.768814 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b9282dde-cea2-42b9-b6bf-12fa919b3350 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406043 Mar 08 06:10:15.769004 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43722) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:15.773202 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-f1919af4-cb6b-438b-8a75-92c542b9c8af tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'security_group_rule': {'security_group_id': '8486be39-735e-4f39-815b-52948f3a5e51', 'project_id': '6776007bca034f5b922f554d526f4e18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:15.794779 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.securitygroups_db [None req-f1919af4-cb6b-438b-8a75-92c542b9c8af tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Project 6776007bca034f5b922f554d526f4e18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 06:10:15.800603 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1919af4-cb6b-438b-8a75-92c542b9c8af tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (f7457c82-11ad-4a4c-b6cd-3396590f4ad1), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.868429 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1919af4-cb6b-438b-8a75-92c542b9c8af tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (f7457c82-11ad-4a4c-b6cd-3396590f4ad1), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.873038 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1919af4-cb6b-438b-8a75-92c542b9c8af tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (f7457c82-11ad-4a4c-b6cd-3396590f4ad1), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.891658 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1919af4-cb6b-438b-8a75-92c542b9c8af tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7457c82-11ad-4a4c-b6cd-3396590f4ad1,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:15.907740 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1919af4-cb6b-438b-8a75-92c542b9c8af tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:15.911521 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f1919af4-cb6b-438b-8a75-92c542b9c8af tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390464 Mar 08 06:10:15.911718 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43726) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:15.916204 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-386b54b5-4bc3-4812-83bb-bc77adba73dc tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'security_group_rule': {'security_group_id': '8486be39-735e-4f39-815b-52948f3a5e51', 'project_id': '6776007bca034f5b922f554d526f4e18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:10:15.937114 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.securitygroups_db [None req-386b54b5-4bc3-4812-83bb-bc77adba73dc tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Project 6776007bca034f5b922f554d526f4e18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 06:10:15.942208 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-386b54b5-4bc3-4812-83bb-bc77adba73dc tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (004c1301-dee2-43a0-8784-0ea3e4b5f83a), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.006741 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-386b54b5-4bc3-4812-83bb-bc77adba73dc tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (004c1301-dee2-43a0-8784-0ea3e4b5f83a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.011821 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-386b54b5-4bc3-4812-83bb-bc77adba73dc tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (004c1301-dee2-43a0-8784-0ea3e4b5f83a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.029660 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:10:12Z', 'revision_number': 4, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port': {'id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:09Z', 'updated_at': '2022-03-08T06:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '56bd44fb-9ddb-42a4-8d48-2d91feaadf60', 'name': '', 'network_id': '10386df3-b940-458f-b837-78f0d005dd65', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'mac_address': 'fa:16:3e:6f:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:12Z', 'updated_at': '2022-03-08T06:10:13Z', 'revision_number': 2, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'subnets': [{'id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:16.031316 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b54b5-4bc3-4812-83bb-bc77adba73dc tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004c1301-dee2-43a0-8784-0ea3e4b5f83a,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:16.036753 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-386b54b5-4bc3-4812-83bb-bc77adba73dc tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.037978 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-386b54b5-4bc3-4812-83bb-bc77adba73dc tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253204 Mar 08 06:10:16.059632 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Checking router: 504c2d25-e8c8-43ad-8cec-7ac15307ae55 for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:10:16.059993 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Updating router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:10:16.092274 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.358472 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Publish callbacks [] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.363950 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.416587 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5f946-5b01-4e2d-81a4-97e6b211df8a None None] Pushing event updated for resources: {'Port': ['ID=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:16.476534 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Attempting to bind port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:10:16.476917 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Attempting to bind port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:10:16.477321 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Attempting to bind port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 on network 10386df3-b940-458f-b837-78f0d005dd65 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:10:16.498698 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:10:16.500493 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Checking segment: {'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:10:16.501857 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.502270 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Bound using segment: {'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:10:16.502882 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Bound port: 56bd44fb-9ddb-42a4-8d48-2d91feaadf60, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b77409-e643-4b13-bec6-6cb30145699e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '10386df3-b940-458f-b837-78f0d005dd65'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:10:16.503305 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.586386 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] For port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:10:16.590840 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] For port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,segment=NetworkSegment(f5b77409-e643-4b13-bec6-6cb30145699e),segment_id=f5b77409-e643-4b13-bec6-6cb30145699e)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:10:16.597043 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.653172 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Routers {'504c2d25-e8c8-43ad-8cec-7ac15307ae55'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:10:16.653172 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:10:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:16.706437 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-c4a90ce6-60f1-425d-bc58-559741e108b0 None None] Provisioning complete for port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:16.707515 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4a90ce6-60f1-425d-bc58-559741e108b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.810672 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c4a90ce6-60f1-425d-bc58-559741e108b0 None None] Current status of the port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:16.811235 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4a90ce6-60f1-425d-bc58-559741e108b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.826993 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] Set router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:10:16.878199 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5f946-5b01-4e2d-81a4-97e6b211df8a None None] Pushing event updated for resources: {'Port': ['ID=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:16.879794 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-c4a90ce6-60f1-425d-bc58-559741e108b0 None None] For port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,segment=NetworkSegment(f5b77409-e643-4b13-bec6-6cb30145699e),segment_id=f5b77409-e643-4b13-bec6-6cb30145699e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:16.885480 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c4a90ce6-60f1-425d-bc58-559741e108b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:16.961316 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device f5cfb5a0-b184-4ee6-acd4-4620d2b52823 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:17.015416 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a90ce6-60f1-425d-bc58-559741e108b0 None None] Pushing event updated for resources: {'Port': ['ID=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:17.057152 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-88c369bd-f4e5-4966-8206-9e94fb3e7b9f None None] Provisioning complete for port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:17.057633 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-88c369bd-f4e5-4966-8206-9e94fb3e7b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:17.123325 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:17.123710 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:17.135842 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:10:12Z', 'revision_number': 4, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port': {'id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:09Z', 'updated_at': '2022-03-08T06:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '56bd44fb-9ddb-42a4-8d48-2d91feaadf60', 'name': '', 'network_id': '10386df3-b940-458f-b837-78f0d005dd65', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'mac_address': 'fa:16:3e:6f:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:12Z', 'updated_at': '2022-03-08T06:10:16Z', 'revision_number': 4, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'subnets': [{'id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:10:17.171161 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7c0bb-6b23-4785-aaa1-2d08e9b5fe9a None None] The sync data for ids ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'] in dv-cinder-828060-10-iscsi is: [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:10:12Z', 'revision_number': 4, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port': {'id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:09Z', 'updated_at': '2022-03-08T06:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '56bd44fb-9ddb-42a4-8d48-2d91feaadf60', 'name': '', 'network_id': '10386df3-b940-458f-b837-78f0d005dd65', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'mac_address': 'fa:16:3e:6f:66:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:12Z', 'updated_at': '2022-03-08T06:10:16Z', 'revision_number': 4, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'subnets': [{'id': '77c8df48-1c10-4874-8629-128d1f106c3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:10:17.240541 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-88c369bd-f4e5-4966-8206-9e94fb3e7b9f None None] Current status of the port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:17.260227 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:18.922748 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:10:18.970269 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:10:18.970682 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:19.053366 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:19.137221 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:23.674994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43900) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:23.778960 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-936274fe-4847-4ecc-aac7-d63af8bd16a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:23.851148 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-936274fe-4847-4ecc-aac7-d63af8bd16a3 admin admin] Publish callbacks [] for security_group (440d2c99-bba7-4e01-9983-acb9e94fcb9a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:23.858620 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-936274fe-4847-4ecc-aac7-d63af8bd16a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (440d2c99-bba7-4e01-9983-acb9e94fcb9a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:23.895775 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-936274fe-4847-4ecc-aac7-d63af8bd16a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=443db116970f4be4a4aa0caf4214dc52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197297 Mar 08 06:10:23.896874 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936274fe-4847-4ecc-aac7-d63af8bd16a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440d2c99-bba7-4e01-9983-acb9e94fcb9a,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:23.900110 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43906) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:23.947400 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8c154161-f9e4-45c3-aa1e-6df0c3095d61 admin admin] Publish callbacks [] for security_group (440d2c99-bba7-4e01-9983-acb9e94fcb9a), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:23.968968 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8c154161-f9e4-45c3-aa1e-6df0c3095d61 admin admin] Publish callbacks [] for security_group (440d2c99-bba7-4e01-9983-acb9e94fcb9a), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:24.015383 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8c154161-f9e4-45c3-aa1e-6df0c3095d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (440d2c99-bba7-4e01-9983-acb9e94fcb9a), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:24.017892 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8c154161-f9e4-45c3-aa1e-6df0c3095d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:24.019111 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8c154161-f9e4-45c3-aa1e-6df0c3095d61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/440d2c99-bba7-4e01-9983-acb9e94fcb9a HTTP/1.1" status: 204 len: 168 time: 0.1179073 Mar 08 06:10:24.028069 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c154161-f9e4-45c3-aa1e-6df0c3095d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440d2c99-bba7-4e01-9983-acb9e94fcb9a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:25.494450 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:10:25.692760 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 43980) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:25.820597 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ce55e073-84c6-4193-9ac3-1cdde00d93e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:25.901100 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ce55e073-84c6-4193-9ac3-1cdde00d93e0 admin admin] Publish callbacks [] for security_group (ee3b2f25-f5a4-4959-867a-4dabdb29812b), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:25.904761 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ce55e073-84c6-4193-9ac3-1cdde00d93e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ee3b2f25-f5a4-4959-867a-4dabdb29812b), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:25.943678 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-ce55e073-84c6-4193-9ac3-1cdde00d93e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58d0e6a37be746cb9ea1c92f1b3f078a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473273 Mar 08 06:10:25.943678 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce55e073-84c6-4193-9ac3-1cdde00d93e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3b2f25-f5a4-4959-867a-4dabdb29812b,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:25.944389 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43990) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:25.998160 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9e4d3ffb-c47f-4ce8-b5b7-db62dcb20080 admin admin] Publish callbacks [] for security_group (ee3b2f25-f5a4-4959-867a-4dabdb29812b), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.018916 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9e4d3ffb-c47f-4ce8-b5b7-db62dcb20080 admin admin] Publish callbacks [] for security_group (ee3b2f25-f5a4-4959-867a-4dabdb29812b), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.067136 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9e4d3ffb-c47f-4ce8-b5b7-db62dcb20080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ee3b2f25-f5a4-4959-867a-4dabdb29812b), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.070050 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9e4d3ffb-c47f-4ce8-b5b7-db62dcb20080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.071993 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9e4d3ffb-c47f-4ce8-b5b7-db62dcb20080 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee3b2f25-f5a4-4959-867a-4dabdb29812b HTTP/1.1" status: 204 len: 168 time: 0.1265669 Mar 08 06:10:26.083654 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d3ffb-c47f-4ce8-b5b7-db62dcb20080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3b2f25-f5a4-4959-867a-4dabdb29812b,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:26.338935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 43998) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:26.351573 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8acb7f18-597d-452d-91e8-ab15e4e781ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.425845 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8acb7f18-597d-452d-91e8-ab15e4e781ba admin admin] Publish callbacks [] for security_group (e2fb03ac-7d9b-4596-a094-449d5ee8ebd2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.429716 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8acb7f18-597d-452d-91e8-ab15e4e781ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (e2fb03ac-7d9b-4596-a094-449d5ee8ebd2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.471306 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8acb7f18-597d-452d-91e8-ab15e4e781ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=566697b15e0347ae8451c6d5870d84cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312530 Mar 08 06:10:26.472168 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb7f18-597d-452d-91e8-ab15e4e781ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fb03ac-7d9b-4596-a094-449d5ee8ebd2,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:26.474437 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 44000) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:26.527229 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-acff087d-68b9-477b-ad58-398a91ffa106 admin admin] Publish callbacks [] for security_group (e2fb03ac-7d9b-4596-a094-449d5ee8ebd2), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.548093 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-acff087d-68b9-477b-ad58-398a91ffa106 admin admin] Publish callbacks [] for security_group (e2fb03ac-7d9b-4596-a094-449d5ee8ebd2), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.597283 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-acff087d-68b9-477b-ad58-398a91ffa106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (e2fb03ac-7d9b-4596-a094-449d5ee8ebd2), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.599938 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-acff087d-68b9-477b-ad58-398a91ffa106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:26.601109 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-acff087d-68b9-477b-ad58-398a91ffa106 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2fb03ac-7d9b-4596-a094-449d5ee8ebd2 HTTP/1.1" status: 204 len: 168 time: 0.1249313 Mar 08 06:10:26.609582 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff087d-68b9-477b-ad58-398a91ffa106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fb03ac-7d9b-4596-a094-449d5ee8ebd2,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:31.689910 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 44144) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:31.800014 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-abed239d-27eb-44c3-9f3b-953ae2de36c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:31.895028 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-abed239d-27eb-44c3-9f3b-953ae2de36c1 admin admin] Publish callbacks [] for security_group (83ebae3c-7440-4736-a17f-1832a0016576), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:31.900487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-abed239d-27eb-44c3-9f3b-953ae2de36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (83ebae3c-7440-4736-a17f-1832a0016576), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:31.944024 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 44160) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:31.944635 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-abed239d-27eb-44c3-9f3b-953ae2de36c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a71b1a7a9fd44c3ae97ef68f8920d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523136 Mar 08 06:10:31.945504 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed239d-27eb-44c3-9f3b-953ae2de36c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ebae3c-7440-4736-a17f-1832a0016576,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:31.998486 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 44166) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:32.012480 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09d175e-ef3a-4244-98e0-0ec707f566a9 admin admin] Publish callbacks [] for security_group (83ebae3c-7440-4736-a17f-1832a0016576), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.035379 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09d175e-ef3a-4244-98e0-0ec707f566a9 admin admin] Publish callbacks [] for security_group (83ebae3c-7440-4736-a17f-1832a0016576), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.083754 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09d175e-ef3a-4244-98e0-0ec707f566a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (83ebae3c-7440-4736-a17f-1832a0016576), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.087318 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09d175e-ef3a-4244-98e0-0ec707f566a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.091101 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c09d175e-ef3a-4244-98e0-0ec707f566a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83ebae3c-7440-4736-a17f-1832a0016576 HTTP/1.1" status: 204 len: 168 time: 0.1456258 Mar 08 06:10:32.098967 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d175e-ef3a-4244-98e0-0ec707f566a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ebae3c-7440-4736-a17f-1832a0016576,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:32.143042 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ec63ad67-f237-4c2c-9d2c-61276f0ee61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.237241 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ec63ad67-f237-4c2c-9d2c-61276f0ee61d admin admin] Publish callbacks [] for security_group (5c6146e0-d551-4ed5-a0c9-6bd58035e4f1), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.241467 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ec63ad67-f237-4c2c-9d2c-61276f0ee61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5c6146e0-d551-4ed5-a0c9-6bd58035e4f1), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.292951 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63ad67-f237-4c2c-9d2c-61276f0ee61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6146e0-d551-4ed5-a0c9-6bd58035e4f1,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:32.298127 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ec63ad67-f237-4c2c-9d2c-61276f0ee61d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=217210a1765043ada5e3c4db16c62026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2981560 Mar 08 06:10:32.301207 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 44182) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:32.310132 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd9c79-42d1-4261-b8b5-df37f8348a62 req-c7e1d9ba-7fce-48bd-9a2c-f67f9e3ae748 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:32.313709 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-73fd9c79-42d1-4261-b8b5-df37f8348a62 req-c7e1d9ba-7fce-48bd-9a2c-f67f9e3ae748 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0922136 Mar 08 06:10:32.378295 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-956b2f4e-f572-4e19-a281-db57e5be67b2 admin admin] Publish callbacks [] for security_group (5c6146e0-d551-4ed5-a0c9-6bd58035e4f1), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.385552 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-73fd9c79-42d1-4261-b8b5-df37f8348a62 req-750c2197-0824-4e17-b7b8-e4d78b82d4dc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554066 Mar 08 06:10:32.413477 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-956b2f4e-f572-4e19-a281-db57e5be67b2 admin admin] Publish callbacks [] for security_group (5c6146e0-d551-4ed5-a0c9-6bd58035e4f1), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.474165 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-956b2f4e-f572-4e19-a281-db57e5be67b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5c6146e0-d551-4ed5-a0c9-6bd58035e4f1), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.477927 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-956b2f4e-f572-4e19-a281-db57e5be67b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:32.482260 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-956b2f4e-f572-4e19-a281-db57e5be67b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c6146e0-d551-4ed5-a0c9-6bd58035e4f1 HTTP/1.1" status: 204 len: 168 time: 0.1800861 Mar 08 06:10:32.490138 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b2f4e-f572-4e19-a281-db57e5be67b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6146e0-d551-4ed5-a0c9-6bd58035e4f1,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:33.533406 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a09174-1352-483f-b1eb-bdf71956656b req-2849c62f-d057-420b-bbf4-cc7a02ba9764 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:33.536469 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b0a09174-1352-483f-b1eb-bdf71956656b req-2849c62f-d057-420b-bbf4-cc7a02ba9764 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0645065 Mar 08 06:10:33.600758 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b0a09174-1352-483f-b1eb-bdf71956656b req-a2bf645b-ca5b-42ba-911a-6dddce19ec03 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581627 Mar 08 06:10:33.984119 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 44286) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:34.085394 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9bdca691-8f19-4df3-a3fc-c45d988d1b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:34.163451 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9bdca691-8f19-4df3-a3fc-c45d988d1b51 admin admin] Publish callbacks [] for security_group (41c5c66b-e622-4b39-b7a5-27d3213098b5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:34.167873 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9bdca691-8f19-4df3-a3fc-c45d988d1b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (41c5c66b-e622-4b39-b7a5-27d3213098b5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:34.208269 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9bdca691-8f19-4df3-a3fc-c45d988d1b51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c67efa56bce4da4a8c904bf39fbf3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229178 Mar 08 06:10:34.209456 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdca691-8f19-4df3-a3fc-c45d988d1b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c5c66b-e622-4b39-b7a5-27d3213098b5,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:34.210935 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 44300) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:34.259939 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ec8877b8-dff8-441d-aec2-691b1e178fb3 admin admin] Publish callbacks [] for security_group (41c5c66b-e622-4b39-b7a5-27d3213098b5), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:34.283318 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ec8877b8-dff8-441d-aec2-691b1e178fb3 admin admin] Publish callbacks [] for security_group (41c5c66b-e622-4b39-b7a5-27d3213098b5), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:34.334813 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ec8877b8-dff8-441d-aec2-691b1e178fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (41c5c66b-e622-4b39-b7a5-27d3213098b5), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:34.338642 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ec8877b8-dff8-441d-aec2-691b1e178fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:34.340498 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-ec8877b8-dff8-441d-aec2-691b1e178fb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41c5c66b-e622-4b39-b7a5-27d3213098b5 HTTP/1.1" status: 204 len: 168 time: 0.1272340 Mar 08 06:10:34.349089 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8877b8-dff8-441d-aec2-691b1e178fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c5c66b-e622-4b39-b7a5-27d3213098b5,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:34.750252 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4191c2b-0957-428b-85a2-7b696d73126e req-53714fee-dba4-4d6d-8baa-d1629a8e168d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:34.751800 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c4191c2b-0957-428b-85a2-7b696d73126e req-53714fee-dba4-4d6d-8baa-d1629a8e168d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0562496 Mar 08 06:10:34.800458 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c4191c2b-0957-428b-85a2-7b696d73126e req-c88f48a2-72a3-40fb-902c-4a1946761144 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Mar 08 06:10:35.921550 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f6500-9770-4f8c-bb98-4c7c7e5e4a3c req-59f64a6a-e735-4890-8493-44217948fd7c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:35.923056 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da1f6500-9770-4f8c-bb98-4c7c7e5e4a3c req-59f64a6a-e735-4890-8493-44217948fd7c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0514188 Mar 08 06:10:35.979460 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da1f6500-9770-4f8c-bb98-4c7c7e5e4a3c req-3b798919-d0b4-484b-befa-de4ada5b837e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503452 Mar 08 06:10:37.107498 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e0238-9c1e-4e42-9b7a-145d874751c0 req-a1727a8b-f21e-4a9f-a042-d6b8fd77f6e8 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:37.109004 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-073e0238-9c1e-4e42-9b7a-145d874751c0 req-a1727a8b-f21e-4a9f-a042-d6b8fd77f6e8 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0577869 Mar 08 06:10:37.154763 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-073e0238-9c1e-4e42-9b7a-145d874751c0 req-93dcd6df-a55b-4500-b02f-e755017494b7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 Mar 08 06:10:38.276929 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8ee9a-1179-4f6c-9ca1-a6a059804c4a req-00d1ef7e-ede3-4533-9aa4-ca3504f8ec5e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:38.278401 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0bb8ee9a-1179-4f6c-9ca1-a6a059804c4a req-00d1ef7e-ede3-4533-9aa4-ca3504f8ec5e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0511672 Mar 08 06:10:38.324888 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0bb8ee9a-1179-4f6c-9ca1-a6a059804c4a req-ad9a3d28-88de-445c-943f-e9e2e3cfa3ce tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409567 Mar 08 06:10:39.131811 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7025d25-636d-4573-8a58-98bd603462a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:39.471970 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d1dff-4816-421f-981f-7446747b2573 req-ab3c1ca3-4b4e-4b64-b39c-c96d86d91d58 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:39.474157 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-414d1dff-4816-421f-981f-7446747b2573 req-ab3c1ca3-4b4e-4b64-b39c-c96d86d91d58 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0677052 Mar 08 06:10:39.532011 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-414d1dff-4816-421f-981f-7446747b2573 req-bbe5d0f7-d4a2-41b3-a3ef-1950053b912e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508981 Mar 08 06:10:40.653805 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66ae80-7deb-421d-9e18-853b17ba66e2 req-0ade216c-1d67-4b67-83cc-508a9b3744d9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:40.655309 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0d66ae80-7deb-421d-9e18-853b17ba66e2 req-0ade216c-1d67-4b67-83cc-508a9b3744d9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0519183 Mar 08 06:10:40.702730 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0d66ae80-7deb-421d-9e18-853b17ba66e2 req-bc312e49-e973-48f3-8281-ad6163afe967 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420125 Mar 08 06:10:41.368625 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46781a6a-b5d9-4b18-abc1-2ce22c40a68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:41.826869 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21de5b-2eb7-4088-b94b-622df6562958 req-8240c13a-1f6f-4144-a28d-1c9c004be3bf tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:41.828377 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9c21de5b-2eb7-4088-b94b-622df6562958 req-8240c13a-1f6f-4144-a28d-1c9c004be3bf tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0532470 Mar 08 06:10:41.876920 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9c21de5b-2eb7-4088-b94b-622df6562958 req-4f57d005-4abc-4bf8-91e4-883709b776b1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 Mar 08 06:10:42.473749 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:43.000319 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b7b73-0ee2-405b-ad50-daca6be9c491 req-b8d0461c-bddc-42eb-9091-578f71dc3516 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:43.001698 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4f0b7b73-0ee2-405b-ad50-daca6be9c491 req-b8d0461c-bddc-42eb-9091-578f71dc3516 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0567939 Mar 08 06:10:43.052100 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4f0b7b73-0ee2-405b-ad50-daca6be9c491 req-4deb16a7-1722-4c8a-bde8-a0cd4bceb895 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 Mar 08 06:10:44.116382 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:44.180330 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ec181-99ed-451f-875e-e48af26181a0 req-914f4f9d-fd85-4370-9a80-dfe6c2a25f7b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:44.181858 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3d7ec181-99ed-451f-875e-e48af26181a0 req-914f4f9d-fd85-4370-9a80-dfe6c2a25f7b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0571437 Mar 08 06:10:44.232362 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3d7ec181-99ed-451f-875e-e48af26181a0 req-c0a3955b-79da-4d6e-9dc3-5710829e576b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442939 Mar 08 06:10:45.357582 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22009779-34e5-4b36-b2de-0190226702ea req-02ebffaf-0a28-4664-9316-49e9189e8fd9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:45.359067 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-22009779-34e5-4b36-b2de-0190226702ea req-02ebffaf-0a28-4664-9316-49e9189e8fd9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0550942 Mar 08 06:10:45.404662 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-22009779-34e5-4b36-b2de-0190226702ea req-3d58c5d4-851a-447a-896d-b325d6493ba4 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Mar 08 06:10:45.538931 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:46.532578 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e89707-8f4e-4684-90b9-bc0810722d7f req-71ac927b-3b66-43d2-8009-48c1fe7a3f01 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:46.534064 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02e89707-8f4e-4684-90b9-bc0810722d7f req-71ac927b-3b66-43d2-8009-48c1fe7a3f01 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0538926 Mar 08 06:10:46.580493 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02e89707-8f4e-4684-90b9-bc0810722d7f req-e668218b-3b33-483a-8536-3dfc149824a6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409341 Mar 08 06:10:47.702598 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c64349-c373-426d-9d70-2c053d647bd8 req-1fe2068a-e0e7-4b3e-8f31-bc181bb91504 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:47.704064 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-52c64349-c373-426d-9d70-2c053d647bd8 req-1fe2068a-e0e7-4b3e-8f31-bc181bb91504 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0508654 Mar 08 06:10:47.752162 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-52c64349-c373-426d-9d70-2c053d647bd8 req-7d946d50-69d9-4050-b850-a8637987c250 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424705 Mar 08 06:10:48.874127 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd492a-038c-4dbd-852a-219e2da93463 req-217d4b06-dc64-4478-967a-6823f2a66cb1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:48.875626 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d1fd492a-038c-4dbd-852a-219e2da93463 req-217d4b06-dc64-4478-967a-6823f2a66cb1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0524313 Mar 08 06:10:48.920884 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d1fd492a-038c-4dbd-852a-219e2da93463 req-ed0efc4d-02ce-400f-9f9b-ab639cf4f732 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398560 Mar 08 06:10:49.162011 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:50.046374 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b7c31-e803-4324-a565-23bc04714fa7 req-0b920633-9444-4306-96a0-2d603079d0c8 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:50.048206 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-719b7c31-e803-4324-a565-23bc04714fa7 req-0b920633-9444-4306-96a0-2d603079d0c8 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0545206 Mar 08 06:10:50.097192 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-719b7c31-e803-4324-a565-23bc04714fa7 req-e6210837-2ebb-46a5-bc73-565ea1f1fda2 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433884 Mar 08 06:10:51.220633 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c8d32-4f8e-4cd8-83db-6bcc4edf5b60 req-c3db4e1a-af80-4140-b90b-f6bfaa4e8e17 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:51.222093 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-543c8d32-4f8e-4cd8-83db-6bcc4edf5b60 req-c3db4e1a-af80-4140-b90b-f6bfaa4e8e17 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0555861 Mar 08 06:10:51.271174 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-543c8d32-4f8e-4cd8-83db-6bcc4edf5b60 req-17e11a11-03c1-487c-bf7e-1e1d09193ab0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Mar 08 06:10:52.393054 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07ba7b-8f9a-411e-b22c-5a65ba6f9e6d req-17c13379-59f2-4a9e-8577-2e6764bbdc0a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:52.394515 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7a07ba7b-8f9a-411e-b22c-5a65ba6f9e6d req-17c13379-59f2-4a9e-8577-2e6764bbdc0a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0520804 Mar 08 06:10:52.442662 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7a07ba7b-8f9a-411e-b22c-5a65ba6f9e6d req-0e3dc5ab-13ff-4b14-b2f3-936c5a857ae1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Mar 08 06:10:53.565292 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bedef-7f6d-4d08-872d-11536731406a req-7e5a73c5-a107-4538-9be0-bbb2543fdaed tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:53.566802 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e76bedef-7f6d-4d08-872d-11536731406a req-7e5a73c5-a107-4538-9be0-bbb2543fdaed tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0509539 Mar 08 06:10:53.615375 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e76bedef-7f6d-4d08-872d-11536731406a req-47784325-853a-4783-a751-071ae2521025 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432510 Mar 08 06:10:54.733087 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1459af3-7606-437f-9f2f-206d207eebc2 req-87998a29-78c1-4e51-a7a8-68051264dc52 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:54.734456 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c1459af3-7606-437f-9f2f-206d207eebc2 req-87998a29-78c1-4e51-a7a8-68051264dc52 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0512662 Mar 08 06:10:54.780267 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c1459af3-7606-437f-9f2f-206d207eebc2 req-06d7cac2-753f-49bf-9f7a-1a9f608cbc98 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404289 Mar 08 06:10:55.663263 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-91d3303b-4988-4096-a885-9c551005f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:55.664740 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-91d3303b-4988-4096-a885-9c551005f031 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1130 time: 0.0429084 Mar 08 06:10:55.826500 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-3bb892e4-19cf-4ec1-9a83-02851b08cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:55.828030 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-3bb892e4-19cf-4ec1-9a83-02851b08cb49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.0821841 Mar 08 06:10:55.896449 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-2887a909-7d94-4e78-8e85-e29c505c2fe1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 1002 time: 0.0608032 Mar 08 06:10:55.905434 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688fe06-6892-4b23-ab25-ced09c856eec req-1b87414e-15fa-4118-ba41-a1bc9c1a5a9a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:55.906950 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0688fe06-6892-4b23-ab25-ced09c856eec req-1b87414e-15fa-4118-ba41-a1bc9c1a5a9a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0528007 Mar 08 06:10:55.944490 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-eb15a7e7-2255-4a00-94a6-48cb67e15a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:55.945965 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-eb15a7e7-2255-4a00-94a6-48cb67e15a89 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0422800 Mar 08 06:10:55.952195 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0688fe06-6892-4b23-ab25-ced09c856eec req-bed85dd1-2ed0-46b4-875e-6b07a81c32b2 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Mar 08 06:10:55.994959 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-f63b6fcd-a470-4ee9-af2f-b90554615f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:55.996431 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-f63b6fcd-a470-4ee9-af2f-b90554615f66 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437386 Mar 08 06:10:56.085503 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-58d1acd2-0787-45c0-b795-757f22d00ebc service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818193 Mar 08 06:10:56.172887 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-beebb9b8-fb12-4f75-a6e2-08a8b908ecff req-e3233c46-6225-42d0-8f57-7bffa7e52877 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797694 Mar 08 06:10:57.083027 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f19b0e-92df-44a0-8fb2-ccae20c3670c req-e0576a10-b6d0-4e64-8ef7-4dd87cca4204 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:57.084512 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-37f19b0e-92df-44a0-8fb2-ccae20c3670c req-e0576a10-b6d0-4e64-8ef7-4dd87cca4204 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0605304 Mar 08 06:10:57.132230 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-37f19b0e-92df-44a0-8fb2-ccae20c3670c req-afbb692a-bd30-4e08-8c87-0e07b5127fd2 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419898 Mar 08 06:10:57.585707 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 44568) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:57.714608 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:57.793314 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Publish callbacks [] for security_group (d14c6842-3e7d-4339-b83a-0adab145dbd0), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:57.796632 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (d14c6842-3e7d-4339-b83a-0adab145dbd0), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:57.833153 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdabfc80bd294d31aab77a2ba74c28b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469239 Mar 08 06:10:57.836391 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 44588) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:57.845125 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14c6842-3e7d-4339-b83a-0adab145dbd0,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:57.865348 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.865702 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.866043 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.866377 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.866729 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.867057 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.867380 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.867703 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.868025 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.868345 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.868666 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.868987 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.869302 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2f19ed-6ca6-4d7c-880c-71a7bfc3018e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:57.901854 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3012d-2c61-47b5-9d96-ecaba3fff28e admin admin] Publish callbacks [] for security_group (d14c6842-3e7d-4339-b83a-0adab145dbd0), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:57.928060 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3012d-2c61-47b5-9d96-ecaba3fff28e admin admin] Publish callbacks [] for security_group (d14c6842-3e7d-4339-b83a-0adab145dbd0), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:57.984953 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3012d-2c61-47b5-9d96-ecaba3fff28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (d14c6842-3e7d-4339-b83a-0adab145dbd0), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:57.987490 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3012d-2c61-47b5-9d96-ecaba3fff28e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:57.991823 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5ec3012d-2c61-47b5-9d96-ecaba3fff28e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d14c6842-3e7d-4339-b83a-0adab145dbd0 HTTP/1.1" status: 204 len: 168 time: 0.1513326 Mar 08 06:10:58.001028 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3012d-2c61-47b5-9d96-ecaba3fff28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14c6842-3e7d-4339-b83a-0adab145dbd0,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:58.262679 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0941f8-d99e-4284-9f26-a9be6437c2ce req-c44ffb78-87fc-4f92-87bb-e849dae5179d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:58.264183 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fd0941f8-d99e-4284-9f26-a9be6437c2ce req-c44ffb78-87fc-4f92-87bb-e849dae5179d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0581608 Mar 08 06:10:58.295360 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 44620) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:58.309563 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:58.327409 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fd0941f8-d99e-4284-9f26-a9be6437c2ce req-a9235180-7a65-47f2-8a3b-8ee6395392d1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569458 Mar 08 06:10:58.399323 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Publish callbacks [] for security_group (0c4c0fd7-590e-429b-9290-db17dcec02c2), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:58.403322 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (0c4c0fd7-590e-429b-9290-db17dcec02c2), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:58.445387 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e146dc5ca98e4b528884f28e0e745a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483669 Mar 08 06:10:58.446529 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4c0fd7-590e-429b-9290-db17dcec02c2,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:58.448057 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 44628) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:58.453961 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.454381 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.455204 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.455388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.455905 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.456211 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.456545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.456872 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.457203 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.457567 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.457890 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.458249 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.458705 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a395be-9dcc-4a1a-b74d-e140b8ae4d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:10:58.497855 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4c4287a6-e53a-487d-9f80-bf8ca386645d admin admin] Publish callbacks [] for security_group (0c4c0fd7-590e-429b-9290-db17dcec02c2), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:58.518065 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4c4287a6-e53a-487d-9f80-bf8ca386645d admin admin] Publish callbacks [] for security_group (0c4c0fd7-590e-429b-9290-db17dcec02c2), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:58.563919 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4c4287a6-e53a-487d-9f80-bf8ca386645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (0c4c0fd7-590e-429b-9290-db17dcec02c2), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:58.566653 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4c4287a6-e53a-487d-9f80-bf8ca386645d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:58.567851 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-4c4287a6-e53a-487d-9f80-bf8ca386645d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c4c0fd7-590e-429b-9290-db17dcec02c2 HTTP/1.1" status: 204 len: 168 time: 0.1182764 Mar 08 06:10:58.575900 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4287a6-e53a-487d-9f80-bf8ca386645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4c0fd7-590e-429b-9290-db17dcec02c2,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:58.815162 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-0d1ade52-72e0-4a2c-ace4-6822e2dda43c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-76626914&fields=id&tenant_id=6776007bca034f5b922f554d526f4e18 HTTP/1.1" status: 200 len: 267 time: 0.0508199 Mar 08 06:10:58.936739 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-ee3bad9f-6fb5-4449-8c99-e4bfd96ead84 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:58.938158 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-ee3bad9f-6fb5-4449-8c99-e4bfd96ead84 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/networks?id=0cc4029a-71a0-4584-ae16-83296a609634 HTTP/1.1" status: 200 len: 809 time: 0.1164682 Mar 08 06:10:58.939420 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 44648) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:58.967965 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e724764-2998-4091-9f3d-46d165607899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:58.993201 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-abc32292-10c0-4214-a877-7070d2fe9f60 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/quotas/6776007bca034f5b922f554d526f4e18 HTTP/1.1" status: 200 len: 375 time: 0.0477417 Mar 08 06:10:59.074531 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3bd38-812b-41f6-8c32-2f64651a693e req-3e07d0da-226b-4e3b-9ef1-fcf142a87766 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:59.075989 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4cc3bd38-812b-41f6-8c32-2f64651a693e req-3e07d0da-226b-4e3b-9ef1-fcf142a87766 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.1286895 Mar 08 06:10:59.102984 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-2ff47b26-94e1-4014-b38f-1a8c4e1443df tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6776007bca034f5b922f554d526f4e18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021030 Mar 08 06:10:59.420864 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4cc3bd38-812b-41f6-8c32-2f64651a693e req-2612c535-9dc9-4702-a329-8d9967a0fce3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357668 Mar 08 06:10:59.426214 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e724764-2998-4091-9f3d-46d165607899 admin admin] Publish callbacks [] for security_group (dfef8472-5730-4c47-87f1-074e8036addc), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:59.430573 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e724764-2998-4091-9f3d-46d165607899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (dfef8472-5730-4c47-87f1-074e8036addc), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:59.478624 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e724764-2998-4091-9f3d-46d165607899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfef8472-5730-4c47-87f1-074e8036addc,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:59.491871 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-1e724764-2998-4091-9f3d-46d165607899 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c35d9581e7c64123925d0e47fb4310c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5514200 Mar 08 06:10:59.494844 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 44658) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:10:59.504370 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-174c17ba-4d53-4baa-9c64-509acc1efab8 service neutron] 10.222.0.16 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873556 Mar 08 06:10:59.559868 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-423220f8-371a-4fae-9b31-b4eff13eca91 admin admin] Publish callbacks [] for security_group (dfef8472-5730-4c47-87f1-074e8036addc), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:59.582137 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-423220f8-371a-4fae-9b31-b4eff13eca91 admin admin] Publish callbacks [] for security_group (dfef8472-5730-4c47-87f1-074e8036addc), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:59.600776 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec48dab-4228-4cae-aa83-5a4b804d8cb8 req-d439ecb9-af92-4a3d-bfdd-0181c223f05b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:10:59.602238 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ec48dab-4228-4cae-aa83-5a4b804d8cb8 req-d439ecb9-af92-4a3d-bfdd-0181c223f05b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.1155128 Mar 08 06:10:59.631514 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-423220f8-371a-4fae-9b31-b4eff13eca91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (dfef8472-5730-4c47-87f1-074e8036addc), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:59.634098 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-423220f8-371a-4fae-9b31-b4eff13eca91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:59.635280 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-423220f8-371a-4fae-9b31-b4eff13eca91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dfef8472-5730-4c47-87f1-074e8036addc HTTP/1.1" status: 204 len: 168 time: 0.1394844 Mar 08 06:10:59.639270 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e2c93fa9-1218-4fa9-b6d1-4628244f3afa service neutron] 10.222.0.16 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212153 Mar 08 06:10:59.643095 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423220f8-371a-4fae-9b31-b4eff13eca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfef8472-5730-4c47-87f1-074e8036addc,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:59.668070 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ec48dab-4228-4cae-aa83-5a4b804d8cb8 req-264742f9-af23-47e2-a8c2-6b2e017c5b6a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566976 Mar 08 06:10:59.709360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:10:59.819994 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:59.836356 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '543b2d2f-c20b-4099-8079-317a7c29b785', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'port_id': '543b2d2f-c20b-4099-8079-317a7c29b785', 'mac_address': 'fa:16:3e:ae:71:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:10:59.887364 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 543b2d2f-c20b-4099-8079-317a7c29b785 is: ACTIVE; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:10:59.887770 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:59.901091 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 543b2d2f-c20b-4099-8079-317a7c29b785 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:10:59.921404 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:10:59.925459 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:10:59.979698 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=6']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:10:59.997629 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7778cacd-8435-448e-b626-6a0525236946 req-35895a0f-c56a-4d19-8505-6e06879a9fa1 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 210 time: 0.0283160 Mar 08 06:11:00.105923 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['543b2d2f-c20b-4099-8079-317a7c29b785'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:11:00.543961 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21428b01-e7c3-49e1-a7ff-f754ce7969a6 req-11d52076-158f-4f5b-9f61-ba1dd513d16f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:00.545436 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-21428b01-e7c3-49e1-a7ff-f754ce7969a6 req-11d52076-158f-4f5b-9f61-ba1dd513d16f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0543427 Mar 08 06:11:00.598215 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-21428b01-e7c3-49e1-a7ff-f754ce7969a6 req-867ef91d-7a2f-4ff4-9c26-d3aa4d7e1d5b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474603 Mar 08 06:11:00.800288 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11a3a6-af43-41ca-a045-3ad27d19fc14 req-2be4abd2-b14a-4f80-88cc-c0d04d70ac5e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:00.802025 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8e11a3a6-af43-41ca-a045-3ad27d19fc14 req-2be4abd2-b14a-4f80-88cc-c0d04d70ac5e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.0603898 Mar 08 06:11:00.850052 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8e11a3a6-af43-41ca-a045-3ad27d19fc14 req-57573883-5118-456a-9468-31661f800e32 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415311 Mar 08 06:11:01.075815 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2c0a2874-177e-4fdf-b157-e84184e0e1c4 req-4ed4c898-81e7-42d6-a3ca-43c92372a978 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 210 time: 0.0278890 Mar 08 06:11:01.720820 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6ee6c-a977-4187-a122-e103d74670fe req-939353c0-5402-4958-8f90-956eb09b96ad tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:01.723154 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:01.723618 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bfe6ee6c-a977-4187-a122-e103d74670fe req-939353c0-5402-4958-8f90-956eb09b96ad tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Mar 08 06:11:01.780355 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bfe6ee6c-a977-4187-a122-e103d74670fe req-2aecb42c-1969-4a79-9ca1-c578427e1630 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486491 Mar 08 06:11:01.782153 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 543b2d2f-c20b-4099-8079-317a7c29b785 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:01.782856 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:01.863376 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 543b2d2f-c20b-4099-8079-317a7c29b785 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:01.863769 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:01.886915 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:11:01.888881 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed07146-6b1a-4b2b-a2dd-e74f1f993337" -d '{"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-plugged", "status": "completed", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:11:01.901646 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:01.905562 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:01.933036 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c006a8-1fc3-49a0-ad3f-5d53682865c2 x-openstack-request-id: req-84c006a8-1fc3-49a0-ad3f-5d53682865c2 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:11:01.933036 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-plugged", "status": "completed", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:11:01.933360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84c006a8-1fc3-49a0-ad3f-5d53682865c2 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:11:01.933834 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785', 'code': 200} Mar 08 06:11:01.956240 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:02.000617 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade7d60-7ebe-4ab4-8640-c5323a7e7d35 req-5ab0436a-687c-4b42-b38d-f21f3c30c932 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:02.000617 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3ade7d60-7ebe-4ab4-8640-c5323a7e7d35 req-5ab0436a-687c-4b42-b38d-f21f3c30c932 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0583355 Mar 08 06:11:02.051993 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3ade7d60-7ebe-4ab4-8640-c5323a7e7d35 req-c928c17d-93a4-45be-b84f-1a866cd75eb3 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527315 Mar 08 06:11:02.160745 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d5855ba3-c403-415a-be02-3dcfb5a4bdf4 req-a7543e3c-0b0b-4f34-ac93-e3f6e4a9a2bd tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 210 time: 0.0297639 Mar 08 06:11:02.484748 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:11:02.911495 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc66dfe-cbca-4a76-be38-74415b528669 req-f12ae971-284e-45ea-bee7-9aef17b42ce9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:02.913043 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4dc66dfe-cbca-4a76-be38-74415b528669 req-f12ae971-284e-45ea-bee7-9aef17b42ce9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0561934 Mar 08 06:11:02.971358 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4dc66dfe-cbca-4a76-be38-74415b528669 req-515e478e-4c15-4080-ad5d-a473fd142b64 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481219 Mar 08 06:11:03.076807 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 44796) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:03.175697 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146415b4-0caf-4845-a725-9d2d210ad14b req-55cf7871-ba59-4a80-8dbe-c0da518545e4 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:03.177145 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-146415b4-0caf-4845-a725-9d2d210ad14b req-55cf7871-ba59-4a80-8dbe-c0da518545e4 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0510352 Mar 08 06:11:03.213046 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7d5423ea-0b67-4478-b2af-6d0a836c6a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:03.271179 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-be2b61f6-5fdd-4ad4-aacb-6f5b9a61421e req-a1b637ae-703e-49ed-a328-b91729960379 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 210 time: 0.0438752 Mar 08 06:11:03.285072 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-146415b4-0caf-4845-a725-9d2d210ad14b req-ab596317-41d9-4bdf-8f60-3d964d7524eb tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994298 Mar 08 06:11:03.332317 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7d5423ea-0b67-4478-b2af-6d0a836c6a29 admin admin] Publish callbacks [] for security_group (d0257221-2dbe-44ed-a810-d9288c0e81e6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:03.336320 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7d5423ea-0b67-4478-b2af-6d0a836c6a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (d0257221-2dbe-44ed-a810-d9288c0e81e6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:03.382056 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 44808) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:03.382229 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7d5423ea-0b67-4478-b2af-6d0a836c6a29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3ab7a6cd40349489dd5230f12cf3bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042414 Mar 08 06:11:03.383126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5423ea-0b67-4478-b2af-6d0a836c6a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0257221-2dbe-44ed-a810-d9288c0e81e6,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:03.437237 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3e27810-26b6-4cf8-afc1-f14b57a2719a admin admin] Publish callbacks [] for security_group (d0257221-2dbe-44ed-a810-d9288c0e81e6), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:03.463976 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3e27810-26b6-4cf8-afc1-f14b57a2719a admin admin] Publish callbacks [] for security_group (d0257221-2dbe-44ed-a810-d9288c0e81e6), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:03.511160 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3e27810-26b6-4cf8-afc1-f14b57a2719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (d0257221-2dbe-44ed-a810-d9288c0e81e6), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:03.513829 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3e27810-26b6-4cf8-afc1-f14b57a2719a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:03.514963 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d3e27810-26b6-4cf8-afc1-f14b57a2719a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0257221-2dbe-44ed-a810-d9288c0e81e6 HTTP/1.1" status: 204 len: 168 time: 0.1317811 Mar 08 06:11:03.522742 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e27810-26b6-4cf8-afc1-f14b57a2719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0257221-2dbe-44ed-a810-d9288c0e81e6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:04.102235 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f30f2-71ad-4b03-8912-1ce3bb56092c req-360ca68e-666d-489b-b1e0-d950b8b6abe0 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:04.103917 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4f4f30f2-71ad-4b03-8912-1ce3bb56092c req-360ca68e-666d-489b-b1e0-d950b8b6abe0 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0538280 Mar 08 06:11:04.155089 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4f4f30f2-71ad-4b03-8912-1ce3bb56092c req-e0e33378-6e2e-4ed4-bb4a-b16a0bce6b05 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Mar 08 06:11:04.376864 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-71facba0-5c85-4e0a-a091-9d084c4d639b req-8d60033d-34f3-4283-90a6-69bb98205a14 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 210 time: 0.0298879 Mar 08 06:11:04.465700 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3e447-0845-4f2e-b9a0-57992a39def8 req-91ff7b3f-bd83-4581-b398-5045b63f4813 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:04.467271 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1ad3e447-0845-4f2e-b9a0-57992a39def8 req-91ff7b3f-bd83-4581-b398-5045b63f4813 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0780764 Mar 08 06:11:04.517581 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1ad3e447-0845-4f2e-b9a0-57992a39def8 req-290d3e1a-74bc-40bd-bd34-65706e0885f4 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Mar 08 06:11:05.344393 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402617d-8654-4e70-9ed0-c2885bcb2dd9 req-ee9f95d3-61e7-4133-9dea-1b2a71e746a3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:05.358520 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3402617d-8654-4e70-9ed0-c2885bcb2dd9 req-ee9f95d3-61e7-4133-9dea-1b2a71e746a3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.1012261 Mar 08 06:11:05.457261 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3402617d-8654-4e70-9ed0-c2885bcb2dd9 req-36f0dcd1-a07c-495b-8810-dedf6d1fdb6c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912249 Mar 08 06:11:05.461733 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-1a8ddabf-a519-4c99-813e-ffb97f45a842 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:05.464463 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-1a8ddabf-a519-4c99-813e-ffb97f45a842 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.31 "GET /v2.0/networks?id=0cc4029a-71a0-4584-ae16-83296a609634 HTTP/1.1" status: 200 len: 809 time: 0.2029526 Mar 08 06:11:05.522057 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1a0cd0b1-9d3c-465f-b40b-3f15e5daede5 req-48c44a73-a3b5-4ae7-b333-a36f7270cd97 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 210 time: 0.0304251 Mar 08 06:11:05.575328 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-14750a7f-dbbf-44c9-a13e-f605734f688e tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6776007bca034f5b922f554d526f4e18 HTTP/1.1" status: 200 len: 378 time: 0.0924208 Mar 08 06:11:05.588681 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'port': {'device_id': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'admin_state_up': True, 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'security_groups': ['8486be39-735e-4f39-815b-52948f3a5e51']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:05.684602 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625440e8-8c99-4b0c-b7ec-464b99d630a4 req-22293a0d-634e-4457-99c5-0ca72a4e8848 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:05.686042 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-625440e8-8c99-4b0c-b7ec-464b99d630a4 req-22293a0d-634e-4457-99c5-0ca72a4e8848 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0675592 Mar 08 06:11:05.742646 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-625440e8-8c99-4b0c-b7ec-464b99d630a4 req-bc23b8e0-1918-4ed5-81cd-ec6e57e1a98d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508418 Mar 08 06:11:05.748762 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Made reservation on behalf of 6776007bca034f5b922f554d526f4e18 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:11:05.753723 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:05.893009 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Allocated IP 172.20.0.11 (0cc4029a-71a0-4584-ae16-83296a609634/9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204/dbb11e0a-f3c6-4a57-9cd7-772782c39505) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:06.051655 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:06.094930 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:06.144625 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Network 0cc4029a-71a0-4584-ae16-83296a609634 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:06.157375 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:06.161565 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:06.189874 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'Port': ['ID=dbb11e0a-f3c6-4a57-9cd7-772782c39505,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:06.236988 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:06.238052 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:06.282361 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-a50eec47-3226-4451-bd69-4133b94f6f6a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7034869 Mar 08 06:11:06.304251 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Request body: {'port': {'device_id': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:06.387695 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:06.629589 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-db3d76eb-f8c9-47a8-8153-e516bab7ac9a None None] Provisioning complete for port dbb11e0a-f3c6-4a57-9cd7-772782c39505 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:06.630291 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db3d76eb-f8c9-47a8-8153-e516bab7ac9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:06.656434 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f19e8-bedd-4cf7-bbaa-2084e8f54da6 req-1a0da469-bead-48d8-baae-cd541b97c834 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:06.668268 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-549f19e8-bedd-4cf7-bbaa-2084e8f54da6 req-1a0da469-bead-48d8-baae-cd541b97c834 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.1292715 Mar 08 06:11:06.710417 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-db3d76eb-f8c9-47a8-8153-e516bab7ac9a None None] Port dbb11e0a-f3c6-4a57-9cd7-772782c39505 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:11:06.773509 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b1b89-1211-42fc-9190-d5b04b39fc8b req-ce4f325a-0452-4c70-a4bb-efd08d9d700c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:06.775551 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e66b1b89-1211-42fc-9190-d5b04b39fc8b req-ce4f325a-0452-4c70-a4bb-efd08d9d700c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 932 time: 0.1716990 Mar 08 06:11:06.790987 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-549f19e8-bedd-4cf7-bbaa-2084e8f54da6 req-f0af7b34-11d4-4a33-a5d2-97a8708a3d47 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935061 Mar 08 06:11:06.847278 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e66b1b89-1211-42fc-9190-d5b04b39fc8b req-cdb8492b-826e-4390-bd96-79c386fa9c8b tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547924 Mar 08 06:11:06.852522 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb11e0a-f3c6-4a57-9cd7-772782c39505 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:11:06.876622 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Publish callbacks [] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:06.917234 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Transition to ACTIVE for port object dbb11e0a-f3c6-4a57-9cd7-772782c39505 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:11:06.925197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:07.009252 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fdc61-84c3-4969-97b4-10a2dac467d0 req-c98dd4ac-bd38-4179-97c7-1cdda7b7ff36 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:07.018231 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-571fdc61-84c3-4969-97b4-10a2dac467d0 req-c98dd4ac-bd38-4179-97c7-1cdda7b7ff36 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0899291 Mar 08 06:11:07.082651 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb11e0a-f3c6-4a57-9cd7-772782c39505,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:07.114631 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-571fdc61-84c3-4969-97b4-10a2dac467d0 req-7fccf1b2-27c2-487b-add2-894b41a737b7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805628 Mar 08 06:11:07.185270 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Attempting to bind port dbb11e0a-f3c6-4a57-9cd7-772782c39505 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:11:07.185644 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Attempting to bind port dbb11e0a-f3c6-4a57-9cd7-772782c39505 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:11:07.185933 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Attempting to bind port dbb11e0a-f3c6-4a57-9cd7-772782c39505 on network 0cc4029a-71a0-4584-ae16-83296a609634 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:11:07.192152 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Port dbb11e0a-f3c6-4a57-9cd7-772782c39505 on network 0cc4029a-71a0-4584-ae16-83296a609634 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:11:07.192480 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Attempting to bind port dbb11e0a-f3c6-4a57-9cd7-772782c39505 on network 0cc4029a-71a0-4584-ae16-83296a609634 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:11:07.199319 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:11:07.199732 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Checking segment: {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:07.200338 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Bound using segment: {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:11:07.200995 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Bound port: dbb11e0a-f3c6-4a57-9cd7-772782c39505, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c522832f-67f7-488c-8262-62434424b677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:11:07.201498 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:07.305581 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] For port dbb11e0a-f3c6-4a57-9cd7-772782c39505, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:11:07.312187 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] For port dbb11e0a-f3c6-4a57-9cd7-772782c39505, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:11:07.338064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:07.375281 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:07.376000 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:07.377527 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] 10.222.0.31 "PUT /v2.0/ports/dbb11e0a-f3c6-4a57-9cd7-772782c39505 HTTP/1.1" status: 200 len: 1094 time: 1.0782537 Mar 08 06:11:07.378355 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:11:07.380935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5941cd-297a-464e-95b1-cb74188cb6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:11:07.442570 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7780e-92a3-45e9-9c71-1b32613e5988 x-openstack-request-id: req-aea7780e-92a3-45e9-9c71-1b32613e5988 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:11:07.442889 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:11:07.443145 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aea7780e-92a3-45e9-9c71-1b32613e5988 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:11:07.443556 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'status': 'completed', 'code': 200} Mar 08 06:11:07.444493 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8262138-c9d7-48b5-aaf5-5cdaf26dc201 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb11e0a-f3c6-4a57-9cd7-772782c39505,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:07.532971 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-5a8b24c1-8fd8-42d8-8bc0-907be8c9e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:07.534486 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-5a8b24c1-8fd8-42d8-8bc0-907be8c9e797 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6776007bca034f5b922f554d526f4e18&device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 1128 time: 0.0532489 Mar 08 06:11:07.601457 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-31af2da1-59fd-4fe5-9c48-152f563e0359 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505 HTTP/1.1" status: 200 len: 217 time: 0.0505960 Mar 08 06:11:07.668836 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-0333433d-1d46-4b7a-8d78-850f34bd4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:07.671924 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-0333433d-1d46-4b7a-8d78-850f34bd4484 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204 HTTP/1.1" status: 200 len: 848 time: 0.0590451 Mar 08 06:11:07.732523 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-c3e688de-f0a3-4e35-8b6e-2c2c30ef1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:07.734004 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-c3e688de-f0a3-4e35-8b6e-2c2c30ef1c61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cc4029a-71a0-4584-ae16-83296a609634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521898 Mar 08 06:11:07.842370 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-55acf440-4dc7-47e9-a0a4-c911fdeeccb9 service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004050 Mar 08 06:11:07.956601 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c0e3b72-c8f7-435e-952a-4dd73a73b9d1 req-e70a8b09-8d8e-435d-9787-f4d5c19d973b service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073534 Mar 08 06:11:08.000138 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af43e91-7580-4eb4-9032-735c91365caa req-4afd88fa-33b7-4915-805d-051eca5f3f38 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:08.003922 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6af43e91-7580-4eb4-9032-735c91365caa req-4afd88fa-33b7-4915-805d-051eca5f3f38 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0972402 Mar 08 06:11:08.110062 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6af43e91-7580-4eb4-9032-735c91365caa req-deedbd6a-0e78-49c4-815f-b8b80794cb61 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909498 Mar 08 06:11:08.118362 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fd42b-c5f7-4c5e-b677-ab26eee4281c req-c3302c24-6763-4fc6-9b6a-ebf8a7651903 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:08.120182 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-683fd42b-c5f7-4c5e-b677-ab26eee4281c req-c3302c24-6763-4fc6-9b6a-ebf8a7651903 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.1148126 Mar 08 06:11:08.171508 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-97068127-72d9-4309-94e8-77315d721661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:08.176614 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-97068127-72d9-4309-94e8-77315d721661 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6776007bca034f5b922f554d526f4e18&device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 1128 time: 0.0957856 Mar 08 06:11:08.193891 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-683fd42b-c5f7-4c5e-b677-ab26eee4281c req-d89bf4c5-9784-4695-9ee9-2591c26b531e tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625963 Mar 08 06:11:08.269762 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8021cf-4098-436e-a947-e9824e0a22c3 req-0b87d48c-2601-4dd2-ab5c-6c1601dad80f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:08.271299 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4a8021cf-4098-436e-a947-e9824e0a22c3 req-0b87d48c-2601-4dd2-ab5c-6c1601dad80f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0640886 Mar 08 06:11:08.343201 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4a8021cf-4098-436e-a947-e9824e0a22c3 req-7f06fa1e-aae4-477a-87e4-8759a902d5e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652587 Mar 08 06:11:08.352595 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-366ce04a-fe5d-41a2-ab5d-b59dce0ebfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:08.354058 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-366ce04a-fe5d-41a2-ab5d-b59dce0ebfbb service neutron] 10.222.0.31 "GET /v2.0/networks?id=0cc4029a-71a0-4584-ae16-83296a609634 HTTP/1.1" status: 200 len: 910 time: 0.1687384 Mar 08 06:11:08.406905 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-804e7c89-b721-437b-a5ed-d848e719ae1b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505 HTTP/1.1" status: 200 len: 217 time: 0.0456381 Mar 08 06:11:08.458516 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-f04fbcad-d0e8-4319-8406-8b344444a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:08.460129 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-f04fbcad-d0e8-4319-8406-8b344444a5c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204 HTTP/1.1" status: 200 len: 848 time: 0.0469303 Mar 08 06:11:08.524515 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-d2c9f78b-ae43-449d-9d2e-1f60e76074eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:08.526013 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-d2c9f78b-ae43-449d-9d2e-1f60e76074eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cc4029a-71a0-4584-ae16-83296a609634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547709 Mar 08 06:11:08.637099 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-f541e719-64f4-48af-8458-138e206006bd service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028945 Mar 08 06:11:08.731281 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ba5941cd-297a-464e-95b1-cb74188cb6dc req-372aecfc-d3b0-4c90-acc8-b30f4ad51ba7 service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879722 Mar 08 06:11:09.153241 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b9905ba9-84f9-4423-a3f4-ccc54abe65f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:09.255751 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17c768-62bf-4d54-b0a0-1c78195661a2 req-c91e2e8b-8c39-4f2b-b596-bc5eab71d9c0 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:09.257377 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fa17c768-62bf-4d54-b0a0-1c78195661a2 req-c91e2e8b-8c39-4f2b-b596-bc5eab71d9c0 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0616381 Mar 08 06:11:09.349511 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fa17c768-62bf-4d54-b0a0-1c78195661a2 req-4c02f059-fa43-4cac-a600-f0158377b3f9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849946 Mar 08 06:11:09.365478 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f098b-d41a-49a3-95dc-a0116aefe684 req-d244c8d4-e660-4143-9503-aace2866dfe8 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:09.367320 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e69f098b-d41a-49a3-95dc-a0116aefe684 req-d244c8d4-e660-4143-9503-aace2866dfe8 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.0970562 Mar 08 06:11:09.424363 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e69f098b-d41a-49a3-95dc-a0116aefe684 req-9e0ea791-32ee-4146-80be-f08ac3034c7f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485570 Mar 08 06:11:09.512919 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97997-2f33-40cf-aec1-3b85eca46858 req-e44fb12d-5278-4c9d-a001-92f2d48f783f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:09.514922 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-70f97997-2f33-40cf-aec1-3b85eca46858 req-e44fb12d-5278-4c9d-a001-92f2d48f783f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0796373 Mar 08 06:11:09.576466 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-70f97997-2f33-40cf-aec1-3b85eca46858 req-99336bdd-b672-47af-a1f4-d04446250fb1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557926 Mar 08 06:11:10.504495 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a527a6-7a9a-4ca5-adf7-4bdbb0f01021 req-a740a8b7-bbbf-46f4-8b6e-f2aca13b91da tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:10.506143 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-62a527a6-7a9a-4ca5-adf7-4bdbb0f01021 req-a740a8b7-bbbf-46f4-8b6e-f2aca13b91da tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0765579 Mar 08 06:11:10.593088 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-62a527a6-7a9a-4ca5-adf7-4bdbb0f01021 req-45cb18fa-6b4e-47a4-b296-851d903a00f4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793719 Mar 08 06:11:10.609056 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f6222-8bf5-44de-95ed-cbf159d4fff5 req-9a8d2c19-be62-44eb-a1a2-a5a7961b588c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:10.611052 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d8f6222-8bf5-44de-95ed-cbf159d4fff5 req-9a8d2c19-be62-44eb-a1a2-a5a7961b588c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.0890028 Mar 08 06:11:10.706241 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d8f6222-8bf5-44de-95ed-cbf159d4fff5 req-dbe2d4c1-9be7-4dc0-8ee4-2e5d315559b7 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827510 Mar 08 06:11:10.728550 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05a7f9-84c1-42d6-9cc5-f444dad7187f req-d10c47e0-36bb-4082-9a87-561a9a18fd2f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:10.731385 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7c05a7f9-84c1-42d6-9cc5-f444dad7187f req-d10c47e0-36bb-4082-9a87-561a9a18fd2f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0762761 Mar 08 06:11:10.787063 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7c05a7f9-84c1-42d6-9cc5-f444dad7187f req-5c7a346c-abe1-4be7-89c0-8dc705b5a3c3 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497451 Mar 08 06:11:11.373860 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2de3bc37-6149-41bd-b92b-d573fbdeae23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:11.731500 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066b1df-73eb-4794-853d-ac54bacddae5 req-098685d3-98a3-4c93-8810-89f905ac7e13 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:11.733690 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8066b1df-73eb-4794-853d-ac54bacddae5 req-098685d3-98a3-4c93-8810-89f905ac7e13 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0690317 Mar 08 06:11:11.799027 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8066b1df-73eb-4794-853d-ac54bacddae5 req-55b3ff3c-55da-4a9c-8fe1-aa5a5f5e44d1 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578272 Mar 08 06:11:11.858414 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15e621-7183-4ec2-a957-7f5382fe3290 req-4f0e3525-40ff-4872-9899-e8f066a51af4 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:11.860471 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd15e621-7183-4ec2-a957-7f5382fe3290 req-4f0e3525-40ff-4872-9899-e8f066a51af4 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.0749326 Mar 08 06:11:11.937781 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd15e621-7183-4ec2-a957-7f5382fe3290 req-7a8590a3-b265-4829-a074-c091c7183740 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655479 Mar 08 06:11:11.983125 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0354-40ba-4eaa-97c2-757a6c014a18 req-567a046a-ebe3-4f59-83f0-699a6882e84e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:11.985293 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-aa6f0354-40ba-4eaa-97c2-757a6c014a18 req-567a046a-ebe3-4f59-83f0-699a6882e84e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0658352 Mar 08 06:11:12.052396 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-aa6f0354-40ba-4eaa-97c2-757a6c014a18 req-109c87f3-c249-4184-a3af-4f9bb0a58421 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603461 Mar 08 06:11:12.481194 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:12.944221 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe2d10-0d70-4e40-ab94-2b9ea868cfef req-2cf85ece-051f-4881-b1cc-f304577ffb12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:12.946624 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8cbe2d10-0d70-4e40-ab94-2b9ea868cfef req-2cf85ece-051f-4881-b1cc-f304577ffb12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0657318 Mar 08 06:11:13.011729 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8cbe2d10-0d70-4e40-ab94-2b9ea868cfef req-a1795817-655d-4400-b49b-c351a2b5664b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588048 Mar 08 06:11:13.069895 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2aa443-212a-4453-807b-37837281c031 req-319ca627-c307-48a6-8169-cad11ea3be2b tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:13.071564 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd2aa443-212a-4453-807b-37837281c031 req-319ca627-c307-48a6-8169-cad11ea3be2b tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.0589263 Mar 08 06:11:13.136510 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd2aa443-212a-4453-807b-37837281c031 req-d1f8555d-9aff-4022-95ec-5f4e57f582c8 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576293 Mar 08 06:11:13.195106 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b194e14-8e02-463b-b329-f7c96e3e06ba req-784d7deb-331b-414e-8833-b37e913f8e60 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:13.196851 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8b194e14-8e02-463b-b329-f7c96e3e06ba req-784d7deb-331b-414e-8833-b37e913f8e60 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0594893 Mar 08 06:11:13.255126 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8b194e14-8e02-463b-b329-f7c96e3e06ba req-14e919e7-225c-4aff-9f46-d576c4821d60 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525594 Mar 08 06:11:14.121062 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:14.144847 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000a83d-03ba-476a-9d63-feed8331595f req-091f3b25-e545-4c43-88f3-c5ea7d514dac tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:14.146308 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f000a83d-03ba-476a-9d63-feed8331595f req-091f3b25-e545-4c43-88f3-c5ea7d514dac tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0627367 Mar 08 06:11:14.218238 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f000a83d-03ba-476a-9d63-feed8331595f req-23b3b635-9f3c-4dfc-8fa6-c46139f0a749 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589488 Mar 08 06:11:14.280243 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe460b4-f0e6-4dc5-a1dc-e5d147f49a6f req-ecd9df72-49b4-4113-b5c6-854446bf2268 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:14.282196 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0fe460b4-f0e6-4dc5-a1dc-e5d147f49a6f req-ecd9df72-49b4-4113-b5c6-854446bf2268 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.0608349 Mar 08 06:11:14.362235 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0fe460b4-f0e6-4dc5-a1dc-e5d147f49a6f req-124803c8-50da-478f-b167-4747e25c9e7b tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723205 Mar 08 06:11:14.425095 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f98123-e151-45ac-a4e5-e1644d499661 req-7903f8ed-4969-4f8c-a808-5653fe3ba4fa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:14.426808 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-82f98123-e151-45ac-a4e5-e1644d499661 req-7903f8ed-4969-4f8c-a808-5653fe3ba4fa tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0632675 Mar 08 06:11:14.482083 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-82f98123-e151-45ac-a4e5-e1644d499661 req-9698d550-f8b2-42ab-9b64-d90919e2a75a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493903 Mar 08 06:11:15.343514 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7b840-014e-40fe-8638-3bf7c0ac0541 req-28d8b418-8eaa-4e9c-9a17-a8c7858d7c75 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:15.345310 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-99d7b840-014e-40fe-8638-3bf7c0ac0541 req-28d8b418-8eaa-4e9c-9a17-a8c7858d7c75 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0601661 Mar 08 06:11:15.407131 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-99d7b840-014e-40fe-8638-3bf7c0ac0541 req-8257e24b-8b29-412a-aa32-a072f42d0b97 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558069 Mar 08 06:11:15.516561 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ce917-e98e-479a-8d54-200cb9576647 req-afbb371f-7bda-4674-80f2-f8f94036749e tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:15.524375 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ca0ce917-e98e-479a-8d54-200cb9576647 req-afbb371f-7bda-4674-80f2-f8f94036749e tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.0788841 Mar 08 06:11:15.572750 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:15.622423 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ca0ce917-e98e-479a-8d54-200cb9576647 req-dd1e2542-7b96-434d-bc9d-fb9cbf00098a tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813019 Mar 08 06:11:15.754222 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16146240-d221-43de-b907-7f553966554f req-cbe0ba56-d6b9-4142-afa1-cf59aa1ffc97 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:15.756132 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-16146240-d221-43de-b907-7f553966554f req-cbe0ba56-d6b9-4142-afa1-cf59aa1ffc97 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0899246 Mar 08 06:11:15.802737 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa26958-d57c-4f55-9f74-b8f42686b373 req-f6673dca-7d75-453c-9f2a-18359c9b2973 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:15.804276 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2aa26958-d57c-4f55-9f74-b8f42686b373 req-f6673dca-7d75-453c-9f2a-18359c9b2973 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.1254504 Mar 08 06:11:15.874119 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-711cdec1-4f21-47b9-bb00-0034aa0268c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:15.875754 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-711cdec1-4f21-47b9-bb00-0034aa0268c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 1129 time: 0.0882144 Mar 08 06:11:15.879154 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-16146240-d221-43de-b907-7f553966554f req-1587ee06-d9db-452f-abb4-d8664cb27f46 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095493 Mar 08 06:11:15.906196 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2aa26958-d57c-4f55-9f74-b8f42686b373 req-acd908e9-3d9e-4133-bfb3-27575add1c07 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868626 Mar 08 06:11:16.200402 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-cd50d84b-6608-407a-895e-2710e5338d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:16.201899 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-cd50d84b-6608-407a-895e-2710e5338d39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 911 time: 0.3181453 Mar 08 06:11:16.279235 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-20c22260-fbb1-4d6e-ae26-9a6619ac67f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 200 len: 1000 time: 0.0605969 Mar 08 06:11:16.327132 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-b84cf95f-1ffc-4266-8b75-ef4f4cc13150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:16.328558 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-b84cf95f-1ffc-4266-8b75-ef4f4cc13150 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0429087 Mar 08 06:11:16.376470 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-00ae4d18-3e14-4617-ab1d-6278c81534fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:16.377908 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-00ae4d18-3e14-4617-ab1d-6278c81534fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428514 Mar 08 06:11:16.468828 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-82bb7ce4-32f9-47ea-9d8e-dd46dad43b7e service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822849 Mar 08 06:11:16.554599 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-940be99e-d378-4948-bf4c-a5f304fa6567 req-e0148865-711c-4478-a428-6c0e2aa3ec86 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787425 Mar 08 06:11:16.721327 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c406b49-6540-4713-8d6e-7ded7a737969 req-547b03d0-55d4-450d-812d-de64721c3621 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:16.722828 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3c406b49-6540-4713-8d6e-7ded7a737969 req-547b03d0-55d4-450d-812d-de64721c3621 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.0530803 Mar 08 06:11:16.770974 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3c406b49-6540-4713-8d6e-7ded7a737969 req-c2f3bf71-608a-403f-ae20-8c50ec869738 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427175 Mar 08 06:11:17.030309 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8648434-a443-4943-88e5-cb3036582f2d req-97964b3b-5245-41f2-be3b-d278828a1b2b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:17.031852 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8648434-a443-4943-88e5-cb3036582f2d req-97964b3b-5245-41f2-be3b-d278828a1b2b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0871527 Mar 08 06:11:17.051396 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12afbe-a9ce-4b8c-97e0-432e682e802c req-4f41de09-3e64-4ca2-8605-4ca2175d8a61 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:17.052799 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2a12afbe-a9ce-4b8c-97e0-432e682e802c req-4f41de09-3e64-4ca2-8605-4ca2175d8a61 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0763912 Mar 08 06:11:17.113905 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8648434-a443-4943-88e5-cb3036582f2d req-23806aec-ae6a-436c-ab37-d5408b2ee9d9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746017 Mar 08 06:11:17.128372 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2a12afbe-a9ce-4b8c-97e0-432e682e802c req-af765a44-7759-4d2f-9f29-416f43010b12 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676401 Mar 08 06:11:17.761318 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device dbb11e0a-f3c6-4a57-9cd7-772782c39505 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:11:17.831287 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-6b8907c6-a264-40aa-8b4f-d8b0d4d80d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:17.832813 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-6b8907c6-a264-40aa-8b4f-d8b0d4d80d96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1130 time: 0.0443146 Mar 08 06:11:17.861827 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port dbb11e0a-f3c6-4a57-9cd7-772782c39505, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:17.873904 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'port_id': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'mac_address': 'fa:16:3e:0d:cf:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:11:17.893391 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127be9ae-b213-40fd-92a7-8e1c7d5ff6df req-f71a2ec9-49ea-4bab-a69a-73d149919912 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:17.894898 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-127be9ae-b213-40fd-92a7-8e1c7d5ff6df req-f71a2ec9-49ea-4bab-a69a-73d149919912 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 944 time: 0.0530882 Mar 08 06:11:17.915552 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port dbb11e0a-f3c6-4a57-9cd7-772782c39505 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:17.915952 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:17.937148 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb11e0a-f3c6-4a57-9cd7-772782c39505 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:11:17.945802 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-d1025a4a-6417-448c-a6c3-1b2a5de7b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:17.947322 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-d1025a4a-6417-448c-a6c3-1b2a5de7b435 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.1077843 Mar 08 06:11:17.959640 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-127be9ae-b213-40fd-92a7-8e1c7d5ff6df req-6ea73bb8-8b17-4451-8ba0-d162a6749414 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552788 Mar 08 06:11:17.959902 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port dbb11e0a-f3c6-4a57-9cd7-772782c39505, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:17.964023 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:18.012312 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=dbb11e0a-f3c6-4a57-9cd7-772782c39505,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:18.019041 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.019397 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.019751 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.020095 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.020429 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.020759 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.022323 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.022712 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.023083 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.023425 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.023788 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.024120 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.024452 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:18.086096 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-c710b0b0-6703-4b25-86c5-7ffb68f6e46f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 1002 time: 0.0643327 Mar 08 06:11:18.139166 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-269a7e0d-ed59-47d2-991a-92b856e2e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:18.141083 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-269a7e0d-ed59-47d2-991a-92b856e2e2a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0459592 Mar 08 06:11:18.199130 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-aa379a87-f26a-44f9-a0a2-5de39f91d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:18.201240 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-aa379a87-f26a-44f9-a0a2-5de39f91d26b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463688 Mar 08 06:11:18.292912 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c877e-cdcb-457d-8915-8592adbb7084 req-cb3103b1-3505-44e9-a877-b0f9abbf8f57 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:18.294402 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d34c877e-cdcb-457d-8915-8592adbb7084 req-cb3103b1-3505-44e9-a877-b0f9abbf8f57 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0878079 Mar 08 06:11:18.295384 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-409b6879-b5c1-4e4f-8d91-ddbd2cf7c5ef service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867772 Mar 08 06:11:18.301498 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a715ca-9da6-4702-bdb1-c7f2e6d5c509 req-7237a6a1-cbed-4473-b795-54e8a2b2450a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:18.302913 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c0a715ca-9da6-4702-bdb1-c7f2e6d5c509 req-7237a6a1-cbed-4473-b795-54e8a2b2450a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0974860 Mar 08 06:11:18.372021 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d34c877e-cdcb-457d-8915-8592adbb7084 req-def4aba5-e0d4-44c8-a72a-3bc763dbbb35 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681522 Mar 08 06:11:18.379099 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c0a715ca-9da6-4702-bdb1-c7f2e6d5c509 req-c2f4d051-8be2-4885-b962-61ce2f5a36bd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687387 Mar 08 06:11:18.388023 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2fb3f002-645e-482e-bdad-c06a050eb2a3 req-e7ad5a04-2f60-43f4-bb2b-9c1535d78cf0 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862761 Mar 08 06:11:18.923567 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['dbb11e0a-f3c6-4a57-9cd7-772782c39505'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:11:19.075019 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53b1f9-e104-43d3-81f3-7259efa03bd0 req-66aec41f-f266-4690-bc8f-7f100eee61a1 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:19.076456 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2f53b1f9-e104-43d3-81f3-7259efa03bd0 req-66aec41f-f266-4690-bc8f-7f100eee61a1 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 945 time: 0.0530035 Mar 08 06:11:19.128743 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2f53b1f9-e104-43d3-81f3-7259efa03bd0 req-f10adf1e-50a7-4eca-a773-ea511b0565e6 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464604 Mar 08 06:11:19.169986 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:19.502508 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6561e36-d61f-4f09-b186-5f4759862638 req-ed87ab92-8013-4375-b1be-7ffadcb5eb3e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:19.503992 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a6561e36-d61f-4f09-b186-5f4759862638 req-ed87ab92-8013-4375-b1be-7ffadcb5eb3e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 946 time: 0.0587082 Mar 08 06:11:19.549527 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a6561e36-d61f-4f09-b186-5f4759862638 req-19e2647b-b198-4718-b6ee-54d143a2bb8c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 Mar 08 06:11:19.771994 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:11:19.847888 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 543b2d2f-c20b-4099-8079-317a7c29b785 is: ACTIVE; New status is: DOWN {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:19.848270 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:19.869855 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:11:19.872072 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7be409-8062-48aa-a0c0-30ad565d4189" -d '{"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-unplugged", "status": "completed", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:11:19.883852 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:19.890147 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:19.914441 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 06:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7cf720-d3e1-4731-ba49-d14ec171879d x-openstack-request-id: req-aa7cf720-d3e1-4731-ba49-d14ec171879d {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:11:19.914755 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-unplugged", "status": "completed", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:11:19.915010 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa7cf720-d3e1-4731-ba49-d14ec171879d {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:11:19.915392 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785', 'code': 200} Mar 08 06:11:19.939934 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=8']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:20.240595 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a06c02-a1f6-432e-9358-f17c925a2579 req-365216d5-5b3f-4648-8019-ac8962339063 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:20.242063 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-56a06c02-a1f6-432e-9358-f17c925a2579 req-365216d5-5b3f-4648-8019-ac8962339063 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 945 time: 0.0510368 Mar 08 06:11:20.289990 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-56a06c02-a1f6-432e-9358-f17c925a2579 req-34b63148-790c-442c-b779-a236a24dde90 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423996 Mar 08 06:11:20.677415 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233410a-1a57-49d7-8dab-054e724c8b43 req-21e4030d-dbe6-4229-8509-178045e2e5c6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:20.678936 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6233410a-1a57-49d7-8dab-054e724c8b43 req-21e4030d-dbe6-4229-8509-178045e2e5c6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0571132 Mar 08 06:11:20.726967 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6233410a-1a57-49d7-8dab-054e724c8b43 req-aff44b07-ad78-450e-9430-3c310e9ca39f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Mar 08 06:11:21.406845 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50611cef-c5b7-494c-b2f2-f15c1a8db90d req-23309589-b843-4386-b997-70f066531d5d tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:21.408314 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-50611cef-c5b7-494c-b2f2-f15c1a8db90d req-23309589-b843-4386-b997-70f066531d5d tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 945 time: 0.0524526 Mar 08 06:11:21.458947 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-50611cef-c5b7-494c-b2f2-f15c1a8db90d req-7d56009a-27ce-4b9b-a738-ac59a5c37968 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451572 Mar 08 06:11:21.791412 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device dbb11e0a-f3c6-4a57-9cd7-772782c39505 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:21.840627 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port dbb11e0a-f3c6-4a57-9cd7-772782c39505 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:11:21.845535 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port dbb11e0a-f3c6-4a57-9cd7-772782c39505 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:21.845911 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:21.848648 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035323e-a82b-4700-8090-9be035708f5d req-a68121ae-34fc-44fc-81a6-ca4a2fdb1bff tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:21.850164 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e035323e-a82b-4700-8090-9be035708f5d req-a68121ae-34fc-44fc-81a6-ca4a2fdb1bff tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0521829 Mar 08 06:11:21.902261 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e035323e-a82b-4700-8090-9be035708f5d req-408309ff-c440-44f3-a04f-d8d13c9a8b19 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459166 Mar 08 06:11:21.927422 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port dbb11e0a-f3c6-4a57-9cd7-772782c39505 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:21.927817 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:21.951195 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:11:21.954369 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ded427-e5ab-45fc-9ee3-5b0fde45c755" -d '{"events": [{"server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "name": "network-vif-plugged", "status": "completed", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:11:21.966683 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port dbb11e0a-f3c6-4a57-9cd7-772782c39505, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:21.972582 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:21.996350 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b04fa67-3f6e-45e3-b5a2-e93c2b1d8643 x-openstack-request-id: req-8b04fa67-3f6e-45e3-b5a2-e93c2b1d8643 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:11:21.996680 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "name": "network-vif-plugged", "status": "completed", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:11:21.996909 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b04fa67-3f6e-45e3-b5a2-e93c2b1d8643 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:11:21.997416 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'code': 200} Mar 08 06:11:22.023390 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=dbb11e0a-f3c6-4a57-9cd7-772782c39505,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:22.266432 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d27016-0738-4e7a-888b-194c157e2511 req-e304771b-9964-4ed7-b86c-54ca83f5adfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:22.267990 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f8d27016-0738-4e7a-888b-194c157e2511 req-e304771b-9964-4ed7-b86c-54ca83f5adfd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 1130 time: 0.0445473 Mar 08 06:11:22.319460 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f8d27016-0738-4e7a-888b-194c157e2511 req-6ff18449-933d-4a1d-929a-3594b0e3736d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433443 Mar 08 06:11:22.386275 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-3192d8d0-8576-403f-a6df-ca8c60507b14 req-0dbab51f-b54f-446f-9800-6eb498a0d9f0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:11:22.387285 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3192d8d0-8576-403f-a6df-ca8c60507b14 req-0dbab51f-b54f-446f-9800-6eb498a0d9f0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053771 Mar 08 06:11:22.582781 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceee4e-51da-479e-8bc1-3d5a2631e7df req-67e9f25f-acf7-40c2-9f59-6d2e71f20448 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:22.584266 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-10ceee4e-51da-479e-8bc1-3d5a2631e7df req-67e9f25f-acf7-40c2-9f59-6d2e71f20448 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0830910 Mar 08 06:11:22.605633 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8699e0-a961-456f-b4a3-c0f5308b78e8 req-1fbfd26c-528a-4ea8-9151-62ad4eb39196 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:22.607078 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f8699e0-a961-456f-b4a3-c0f5308b78e8 req-1fbfd26c-528a-4ea8-9151-62ad4eb39196 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 946 time: 0.0753324 Mar 08 06:11:22.671047 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-10ceee4e-51da-479e-8bc1-3d5a2631e7df req-4236dad3-3140-49ac-b010-8934ff9b839d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806715 Mar 08 06:11:22.683131 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f8699e0-a961-456f-b4a3-c0f5308b78e8 req-eade7cbf-74df-49de-9f0b-8977fa147f9d tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699437 Mar 08 06:11:22.867547 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45052) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:22.957501 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-6b4ac629-5894-4da9-b9a0-9cc1dd5b645f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887880 Mar 08 06:11:22.965790 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-40fef441-706d-4ce3-8d69-5ad5ca38690b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:11:22.966781 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-40fef441-706d-4ce3-8d69-5ad5ca38690b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047672 Mar 08 06:11:23.791722 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:11:23.819960 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614bf75-79a2-4406-9e5b-8fa052586c16 req-17c4dde7-9d08-4155-be4d-6881bf0b0dc7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:23.821446 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5614bf75-79a2-4406-9e5b-8fa052586c16 req-17c4dde7-9d08-4155-be4d-6881bf0b0dc7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0796597 Mar 08 06:11:23.834004 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e045c10-35a7-4912-8756-811452dbcd33 req-3795c581-da29-47a0-9298-07a5aa73632e tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:23.835492 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0e045c10-35a7-4912-8756-811452dbcd33 req-3795c581-da29-47a0-9298-07a5aa73632e tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 946 time: 0.0846734 Mar 08 06:11:23.877258 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 543b2d2f-c20b-4099-8079-317a7c29b785 is: DOWN; New status is: DOWN {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:23.915101 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5614bf75-79a2-4406-9e5b-8fa052586c16 req-c0619709-132b-4d40-b7ba-37b7aca001ac tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786362 Mar 08 06:11:23.924298 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0e045c10-35a7-4912-8756-811452dbcd33 req-b35b81f9-ba2e-4ffe-af30-d2256f7c6aea tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810263 Mar 08 06:11:24.058309 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45068) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:24.110038 dv-cinder-828060-10-iscsi neutron-server[103359]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 06:11:24.160793 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-3d764037-f6eb-4e50-abdf-4b55142ed28d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:24.162165 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-3d764037-f6eb-4e50-abdf-4b55142ed28d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports/543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 941 time: 0.1028087 Mar 08 06:11:25.072650 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820856b-0e86-42b0-909a-dd1576dac7d1 req-dd03ada2-5b5e-473b-b462-cf1106b645ea tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:25.074189 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d820856b-0e86-42b0-909a-dd1576dac7d1 req-dd03ada2-5b5e-473b-b462-cf1106b645ea tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 946 time: 0.0831506 Mar 08 06:11:25.082510 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e983229-2daa-4b48-9c6c-4ba776cb27ab req-5dd12a9b-6d24-4380-909f-3fd3ca2c2b81 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:25.083906 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9e983229-2daa-4b48-9c6c-4ba776cb27ab req-5dd12a9b-6d24-4380-909f-3fd3ca2c2b81 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0842004 Mar 08 06:11:25.154446 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d820856b-0e86-42b0-909a-dd1576dac7d1 req-065d3a66-7b0a-4277-b9f6-aca66f81c633 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694826 Mar 08 06:11:25.158415 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9e983229-2daa-4b48-9c6c-4ba776cb27ab req-c38930ff-4cb9-4baa-8bff-dfaea4318fc9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681374 Mar 08 06:11:25.285434 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a76a3-0025-46e2-b71c-9be936d6d684 req-31729077-8de5-4310-8dd9-29f612b6cb47 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:25.289253 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c42a76a3-0025-46e2-b71c-9be936d6d684 req-31729077-8de5-4310-8dd9-29f612b6cb47 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 946 time: 0.0625279 Mar 08 06:11:25.337712 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c42a76a3-0025-46e2-b71c-9be936d6d684 req-1fbf26ba-46f5-4e92-b8c8-c1d3bef91725 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452645 Mar 08 06:11:25.360482 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45092) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:25.506795 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4416c-672f-4a34-afea-ccda7930fa1e tempest-TestShelveInstance-167053124 tempest-TestShelveInstance-167053124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:25.508325 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a5c4416c-672f-4a34-afea-ccda7930fa1e tempest-TestShelveInstance-167053124 tempest-TestShelveInstance-167053124-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 1125 time: 0.1468632 Mar 08 06:11:25.511111 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45102) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:25.515949 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'port_id': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:25.536359 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:25.635920 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:25.750811 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Allocated IP 172.27.2.42 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/81d5f7b8-aea2-408f-a79e-57f331977d30) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:25.864126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for port (81d5f7b8-aea2-408f-a79e-57f331977d30), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:25.897425 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (81d5f7b8-aea2-408f-a79e-57f331977d30), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:25.934758 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:25.939887 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:25.943257 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:25.964835 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'Port': ['ID=81d5f7b8-aea2-408f-a79e-57f331977d30,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:26.282644 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be024d-a8bf-479d-9385-7e68a7ef50f6 req-045773e8-8dda-4ad3-b7d9-471cc54daadb tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:26.284181 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-65be024d-a8bf-479d-9385-7e68a7ef50f6 req-045773e8-8dda-4ad3-b7d9-471cc54daadb tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0532997 Mar 08 06:11:26.299828 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for floatingip (c783e5d5-c4ef-4870-b913-5405fb05c5f0), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:26.332412 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-65be024d-a8bf-479d-9385-7e68a7ef50f6 req-806884d8-c7ec-4626-ae6b-55a3bfeef44f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422299 Mar 08 06:11:26.368328 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (81d5f7b8-aea2-408f-a79e-57f331977d30), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:26.515643 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for port (81d5f7b8-aea2-408f-a79e-57f331977d30), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:26.519884 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (81d5f7b8-aea2-408f-a79e-57f331977d30), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:26.589951 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event updated for resources: {'Port': ['ID=81d5f7b8-aea2-408f-a79e-57f331977d30,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:26.600585 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (c783e5d5-c4ef-4870-b913-5405fb05c5f0), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:26.698301 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Floating IP c783e5d5-c4ef-4870-b913-5405fb05c5f0 associated. External IP: 172.27.2.42, port: dbb11e0a-f3c6-4a57-9cd7-772782c39505. Mar 08 06:11:26.908961 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Router 589e8673-424f-447f-b6f1-8a81ac840e0b has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:11:27.024034 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:11:27.034909 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] Sync routers for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:11:27.042338 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:27.048797 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:27.049492 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:27.163233 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:27.296171 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8a9d62c5-6687-4f39-8ff0-8552bf6fac3c tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7780249 Mar 08 06:11:27.296171 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:11:27.296171 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7031f73-8d85-487d-805e-2adac61bc980" -d '{"events": [{"name": "network-changed", "server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:11:27.335964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90909f3e-baca-4b36-b692-4f7ffcd79365 x-openstack-request-id: req-90909f3e-baca-4b36-b692-4f7ffcd79365 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:11:27.336259 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:11:27.336515 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90909f3e-baca-4b36-b692-4f7ffcd79365 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:11:27.336924 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'status': 'completed', 'code': 200} Mar 08 06:11:27.393567 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'c783e5d5-c4ef-4870-b913-5405fb05c5f0', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'port_id': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'mac_address': 'fa:16:3e:0d:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:11:26Z', 'updated_at': '2022-03-08T06:11:26Z', 'revision_number': 0, 'project_id': '6776007bca034f5b922f554d526f4e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:10Z', 'revision_number': 5, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:27.420621 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] Checking router: 589e8673-424f-447f-b6f1-8a81ac840e0b for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:11:27.428270 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031f73-8d85-487d-805e-2adac61bc980 req-3893db72-721b-4b8e-85d8-df89e0c53145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:27.429592 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:27.429901 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7031f73-8d85-487d-805e-2adac61bc980 req-3893db72-721b-4b8e-85d8-df89e0c53145 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6776007bca034f5b922f554d526f4e18&device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 1130 time: 0.0463927 Mar 08 06:11:27.430216 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:27.463455 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6fa70-86d6-4ca7-a147-35c0eca1aaf5 req-9aa7860e-f4d4-44ea-b46a-49d5a3a7cb3a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:27.464930 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6bc6fa70-86d6-4ca7-a147-35c0eca1aaf5 req-9aa7860e-f4d4-44ea-b46a-49d5a3a7cb3a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0550680 Mar 08 06:11:27.517063 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6bc6fa70-86d6-4ca7-a147-35c0eca1aaf5 req-252251d0-a555-4a92-955b-eb11f3de77ef tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Mar 08 06:11:27.549039 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:27.763056 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'c783e5d5-c4ef-4870-b913-5405fb05c5f0', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'port_id': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'mac_address': 'fa:16:3e:0d:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:11:26Z', 'updated_at': '2022-03-08T06:11:26Z', 'revision_number': 0, 'project_id': '6776007bca034f5b922f554d526f4e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:10Z', 'revision_number': 5, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:27.916527 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbfa614-9dae-40cc-a9d3-7ee1b7401e63 None None] The sync data for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi is: [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'c783e5d5-c4ef-4870-b913-5405fb05c5f0', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'port_id': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'mac_address': 'fa:16:3e:0d:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:11:26Z', 'updated_at': '2022-03-08T06:11:26Z', 'revision_number': 0, 'project_id': '6776007bca034f5b922f554d526f4e18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:10Z', 'revision_number': 5, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:11:28.094434 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e29644-796f-48e7-8886-d9196a1b6b02 None None] New status for floating IP c783e5d5-c4ef-4870-b913-5405fb05c5f0: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:11:28.637247 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bac9-0e20-4af0-a3f0-cbf132f0eb48 req-15cde597-e400-42fe-a6be-4f7d641fdb20 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:28.639384 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ae79bac9-0e20-4af0-a3f0-cbf132f0eb48 req-15cde597-e400-42fe-a6be-4f7d641fdb20 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0505748 Mar 08 06:11:28.684182 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ae79bac9-0e20-4af0-a3f0-cbf132f0eb48 req-eb675e6f-9c2b-4872-bb0d-996e3ca8525a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392778 Mar 08 06:11:28.791239 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031f73-8d85-487d-805e-2adac61bc980 req-734940a7-e4f3-4254-87ff-243866663569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:28.792707 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7031f73-8d85-487d-805e-2adac61bc980 req-734940a7-e4f3-4254-87ff-243866663569 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0cc4029a-71a0-4584-ae16-83296a609634 HTTP/1.1" status: 200 len: 910 time: 0.0858920 Mar 08 06:11:29.657572 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7031f73-8d85-487d-805e-2adac61bc980 req-81b6c97f-f949-4112-b2b6-4df6b174eb75 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505 HTTP/1.1" status: 200 len: 1001 time: 0.0592473 Mar 08 06:11:29.804836 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fd54f-9db7-4340-a4f7-9816d6e2af03 req-5df72e67-968c-4d0b-a464-30ee51308246 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:29.806293 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8a0fd54f-9db7-4340-a4f7-9816d6e2af03 req-5df72e67-968c-4d0b-a464-30ee51308246 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0518861 Mar 08 06:11:29.851676 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8a0fd54f-9db7-4340-a4f7-9816d6e2af03 req-4774e1ac-905e-4803-8386-cd78e6a3eca8 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 Mar 08 06:11:30.983901 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031f73-8d85-487d-805e-2adac61bc980 req-69451554-6f06-4ec3-911b-4c496e76888f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:30.984617 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d6bf2-811a-4d10-afec-3f92ff3ca449 req-cc48a552-91f6-40f2-94f3-dfb14d33a945 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:30.985348 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7031f73-8d85-487d-805e-2adac61bc980 req-69451554-6f06-4ec3-911b-4c496e76888f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204 HTTP/1.1" status: 200 len: 848 time: 0.0467649 Mar 08 06:11:30.986107 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-780d6bf2-811a-4d10-afec-3f92ff3ca449 req-cc48a552-91f6-40f2-94f3-dfb14d33a945 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0614102 Mar 08 06:11:31.039094 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-780d6bf2-811a-4d10-afec-3f92ff3ca449 req-33701280-1116-415b-ae4e-6ad7ed6aa639 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472972 Mar 08 06:11:31.043321 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7031f73-8d85-487d-805e-2adac61bc980 req-5b0edf46-5846-4171-a1cf-e5e66b167bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:31.045474 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7031f73-8d85-487d-805e-2adac61bc980 req-5b0edf46-5846-4171-a1cf-e5e66b167bac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cc4029a-71a0-4584-ae16-83296a609634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0538511 Mar 08 06:11:31.152503 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7031f73-8d85-487d-805e-2adac61bc980 req-0bddc97b-7257-4bf8-89d7-c30bd58f238d service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826879 Mar 08 06:11:31.243102 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d7031f73-8d85-487d-805e-2adac61bc980 req-cba9ac7f-30fc-4a61-88bb-bfd323c51edc service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Mar 08 06:11:32.170068 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba78ead-1388-4f66-980c-f934020b2080 req-20ddd5c6-128c-40be-968c-049353023f14 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:32.175053 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ba78ead-1388-4f66-980c-f934020b2080 req-20ddd5c6-128c-40be-968c-049353023f14 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0592246 Mar 08 06:11:32.230258 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ba78ead-1388-4f66-980c-f934020b2080 req-3b74de2a-ad44-4eeb-ad2e-79c25c82184d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526185 Mar 08 06:11:32.455063 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-f7647a30-b7cc-494d-9338-b64ebd64c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:32.456461 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-f7647a30-b7cc-494d-9338-b64ebd64c90f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42&tenant_id=6bac5ef03da8437ab8c6c14818aee92a HTTP/1.1" status: 200 len: 1128 time: 0.0725496 Mar 08 06:11:32.538152 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-54e7c664-e989-4b26-9294-6fb198568f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:32.539643 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-54e7c664-e989-4b26-9294-6fb198568f13 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1128 time: 0.0426354 Mar 08 06:11:32.633844 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-ddcb1a37-d50d-4690-b703-dea54c03cad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:32.635332 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-ddcb1a37-d50d-4690-b703-dea54c03cad9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.0882547 Mar 08 06:11:32.699472 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-303e83da-935d-4329-adad-237dd0cd0dc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 200 len: 1000 time: 0.0582440 Mar 08 06:11:32.744956 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-f31f281e-ff28-48bd-bea2-6077185bfd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:32.746243 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-f31f281e-ff28-48bd-bea2-6077185bfd34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0414536 Mar 08 06:11:32.791715 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-e1a0740f-cbdb-4fb4-b19c-a48d93f36335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:32.793183 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-e1a0740f-cbdb-4fb4-b19c-a48d93f36335 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411837 Mar 08 06:11:32.880383 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-0b0875f3-c072-444d-9083-5400ee0a4673 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805452 Mar 08 06:11:32.967733 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-036ea4b2-82bb-4fe5-8be9-8d5f5fc2b65e req-9443398b-9c3f-4ec2-b2d0-e24f7f2fddc7 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798657 Mar 08 06:11:33.382720 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4345706-5db5-48a6-baf1-30637a39d383 req-115600f9-ee61-4db0-ae43-767c5427f678 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:33.393085 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b4345706-5db5-48a6-baf1-30637a39d383 req-115600f9-ee61-4db0-ae43-767c5427f678 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0821352 Mar 08 06:11:33.477999 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b4345706-5db5-48a6-baf1-30637a39d383 req-b826ba1e-b4c6-4e8b-8f02-a7414ba3adce tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836537 Mar 08 06:11:34.659952 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718085a6-8027-4dfe-bf3c-318a436953b9 req-ef316353-fe44-4c1a-93af-deb1822ce687 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:34.661434 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-718085a6-8027-4dfe-bf3c-318a436953b9 req-ef316353-fe44-4c1a-93af-deb1822ce687 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0781872 Mar 08 06:11:34.708352 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-718085a6-8027-4dfe-bf3c-318a436953b9 req-03097d45-0bf4-46e3-80a2-e64e6087a7a6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Mar 08 06:11:35.885581 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33957-2382-4d04-b18e-335540f657b1 req-a9e64363-f426-467d-b9c8-c053766aaa41 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:35.887064 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ccd33957-2382-4d04-b18e-335540f657b1 req-a9e64363-f426-467d-b9c8-c053766aaa41 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0615120 Mar 08 06:11:35.942693 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ccd33957-2382-4d04-b18e-335540f657b1 req-3da8c2dc-9b9e-497c-9c42-fa2020a46124 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491953 Mar 08 06:11:37.083273 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27c461-10a1-4eae-a09d-5eeefcfe036a req-1738b1ed-c969-4e3a-a6e4-af7d21068f55 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:37.090424 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2a27c461-10a1-4eae-a09d-5eeefcfe036a req-1738b1ed-c969-4e3a-a6e4-af7d21068f55 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0676980 Mar 08 06:11:37.150777 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2a27c461-10a1-4eae-a09d-5eeefcfe036a req-7aadefa8-32b7-4bc0-a8c7-475739ff9e05 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541282 Mar 08 06:11:37.231126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45222) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:37.357666 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5517c136-c566-4b6f-ac65-7797151bfba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:37.448582 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5517c136-c566-4b6f-ac65-7797151bfba0 admin admin] Publish callbacks [] for security_group (f57b666b-f5c9-4e43-b44a-783ae93b7ca5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:37.454871 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5517c136-c566-4b6f-ac65-7797151bfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f57b666b-f5c9-4e43-b44a-783ae93b7ca5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:37.517447 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5517c136-c566-4b6f-ac65-7797151bfba0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a89d02239ecf4761b177226713fb8fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850986 Mar 08 06:11:37.520305 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45226) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:37.520902 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517c136-c566-4b6f-ac65-7797151bfba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b666b-f5c9-4e43-b44a-783ae93b7ca5,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:37.584374 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8cf45074-fa64-4b95-86ed-ff881eb2fcb8 admin admin] Publish callbacks [] for security_group (f57b666b-f5c9-4e43-b44a-783ae93b7ca5), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:37.604465 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8cf45074-fa64-4b95-86ed-ff881eb2fcb8 admin admin] Publish callbacks [] for security_group (f57b666b-f5c9-4e43-b44a-783ae93b7ca5), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:37.653416 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8cf45074-fa64-4b95-86ed-ff881eb2fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f57b666b-f5c9-4e43-b44a-783ae93b7ca5), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:37.656863 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8cf45074-fa64-4b95-86ed-ff881eb2fcb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:37.658039 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8cf45074-fa64-4b95-86ed-ff881eb2fcb8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f57b666b-f5c9-4e43-b44a-783ae93b7ca5 HTTP/1.1" status: 204 len: 168 time: 0.1358676 Mar 08 06:11:37.666132 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf45074-fa64-4b95-86ed-ff881eb2fcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b666b-f5c9-4e43-b44a-783ae93b7ca5,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:38.345817 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9a861-5eb9-40da-8fd2-b59b63e34f00 req-b7498d9b-8131-4452-ba85-3300ef34b776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:38.347348 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2dd9a861-5eb9-40da-8fd2-b59b63e34f00 req-b7498d9b-8131-4452-ba85-3300ef34b776 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0666604 Mar 08 06:11:38.364757 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45250) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:38.394910 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2dd9a861-5eb9-40da-8fd2-b59b63e34f00 req-65d5f9b3-9e1b-4e88-8187-c66a92d49b95 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Mar 08 06:11:38.481924 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1032807221-network', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:38.504558 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Made reservation on behalf of 1bfb8ff31ba243d6b9352396f79ae780 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:11:38.506833 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:38.515734 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:38.603810 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Publish callbacks [] for security_group (805887a9-fb50-4cd4-93db-8fa1b9c16b74), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:38.609896 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (805887a9-fb50-4cd4-93db-8fa1b9c16b74), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:38.637740 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:11:38.644486 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805887a9-fb50-4cd4-93db-8fa1b9c16b74,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:38.650865 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (9501d53d-e3c4-4dff-9c3b-470a676a86b6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:38.651223 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Added segment 9501d53d-e3c4-4dff-9c3b-470a676a86b6 of type vlan for network 9042cd49-da27-4f79-a736-295d5878c65e Mar 08 06:11:38.698921 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (9042cd49-da27-4f79-a736-295d5878c65e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:38.731686 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (9042cd49-da27-4f79-a736-295d5878c65e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:38.735180 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:38.736359 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:38.772182 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4062984 Mar 08 06:11:38.775068 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45254) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:38.782843 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Request body: {'subnet': {'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1032807221-subnet', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:38.826153 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d443c-cb8a-40b8-a0bb-7d603408d626 admin admin] Pushing event updated for resources: {'Network': ['ID=9042cd49-da27-4f79-a736-295d5878c65e,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:38.838941 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 9042cd49-da27-4f79-a736-295d5878c65e details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:11:38.841001 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Made reservation on behalf of 1bfb8ff31ba243d6b9352396f79ae780 for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:11:38.844188 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13186590'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.051521 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13186560'] for subnet (39cff84a-1b5a-4970-971a-4f8778ab3537), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.120479 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cff84a-1b5a-4970-971a-4f8778ab3537,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:39.130339 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Checking segment: {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:39.130995 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Network hostable DHCP agents. Network: 9042cd49-da27-4f79-a736-295d5878c65e, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:11:39.146539 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-70739573-711f-4567-9bd3-bd297b9c8088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.153581 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Network 9042cd49-da27-4f79-a736-295d5878c65e is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:11:39.163585 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 9042cd49-da27-4f79-a736-295d5878c65e) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:39.168938 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:39.169533 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.172991 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e32a08-c269-4692-adb0-d2f52266ca3b None None] Network 9042cd49-da27-4f79-a736-295d5878c65e requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:11:39.191171 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a1528b3b-3b3b-4856-8e51-50cef6ea2b75 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4150167 Mar 08 06:11:39.193702 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45258) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:39.197833 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:39.216424 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.217819 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.301069 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks [] for router_controller (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.305860 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-9042cd49-da27-4f79-a736-295d5878c65e', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:11:39.306791 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.478061 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks [] for router_gateway (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.488179 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:11:39.497718 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Allocated IP 172.20.0.2 (9042cd49-da27-4f79-a736-295d5878c65e/39cff84a-1b5a-4970-971a-4f8778ab3537/8bfca6d2-14cb-48ea-8d90-58ba07679620) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:39.554570 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a0ac0-63d9-485c-80cf-d233bd371fd6 req-5639247e-9e87-4342-b40e-759a2960ea99 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:39.563149 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f22a0ac0-63d9-485c-80cf-d233bd371fd6 req-5639247e-9e87-4342-b40e-759a2960ea99 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0727654 Mar 08 06:11:39.618207 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f22a0ac0-63d9-485c-80cf-d233bd371fd6 req-b734073d-fa78-4cb8-b2bd-a9432c214d54 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537982 Mar 08 06:11:39.716013 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Publish callbacks [] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.737335 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.748322 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks [] for router_gateway (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.798802 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:39.890355 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Pushing event updated for resources: {'Port': ['ID=8bfca6d2-14cb-48ea-8d90-58ba07679620,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:39.910266 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Network 9042cd49-da27-4f79-a736-295d5878c65e is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:39.912836 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:39.922101 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:40.026220 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Allocated IP 172.27.2.57 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/fdedf39e-e220-4642-a024-8795aa2c9b26) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:40.036764 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Attempting to bind port 8bfca6d2-14cb-48ea-8d90-58ba07679620 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:11:40.037420 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Attempting to bind port 8bfca6d2-14cb-48ea-8d90-58ba07679620 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:11:40.037956 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Attempting to bind port 8bfca6d2-14cb-48ea-8d90-58ba07679620 on network 9042cd49-da27-4f79-a736-295d5878c65e {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:11:40.053285 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:11:40.053976 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Checking segment: {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:40.054554 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:40.055137 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Bound using segment: {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:11:40.056982 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Bound port: 8bfca6d2-14cb-48ea-8d90-58ba07679620, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:11:40.057565 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:40.168987 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] For port 8bfca6d2-14cb-48ea-8d90-58ba07679620, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:11:40.172910 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] For port 8bfca6d2-14cb-48ea-8d90-58ba07679620, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=8bfca6d2-14cb-48ea-8d90-58ba07679620,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:11:40.180048 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:40.225329 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks [] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:40.266437 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2119215-c4bf-456b-ac12-2c618f2b86ec None None] Pushing event updated for resources: {'Port': ['ID=8bfca6d2-14cb-48ea-8d90-58ba07679620,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:40.284234 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:40.331770 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:40.335872 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:40.337835 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Pushing event updated for resources: {'Port': ['ID=fdedf39e-e220-4642-a024-8795aa2c9b26,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:40.340021 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:40.688975 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks [] for router_gateway (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:40.778348 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5275f26-5dbf-4cb9-8997-5be86fbf9f8f req-20377b5e-8071-4f4d-af61-cb9cfeaf1d98 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:40.780370 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b5275f26-5dbf-4cb9-8997-5be86fbf9f8f req-20377b5e-8071-4f4d-af61-cb9cfeaf1d98 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0579474 Mar 08 06:11:40.834665 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b5275f26-5dbf-4cb9-8997-5be86fbf9f8f req-842d3b05-d333-4b71-95ff-9683ca32c534 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485277 Mar 08 06:11:40.943500 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:41.005070 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 8bfca6d2-14cb-48ea-8d90-58ba07679620 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:41.107062 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 8bfca6d2-14cb-48ea-8d90-58ba07679620 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:41.108389 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:41.127323 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:11:41.221453 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 8bfca6d2-14cb-48ea-8d90-58ba07679620 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:41.222106 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:41.258695 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:11:41.262991 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 8bfca6d2-14cb-48ea-8d90-58ba07679620, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=8bfca6d2-14cb-48ea-8d90-58ba07679620,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:41.269204 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Sync routers for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:11:41.274114 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:41.289210 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:41.294467 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-22404628-2062-4342-9905-f9b85a6cf159 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0972061 Mar 08 06:11:41.294685 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45268) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:41.390870 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:41.396965 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:41.466026 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-909226b9-aa99-47e0-95f8-ba302416bc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:41.510840 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=8bfca6d2-14cb-48ea-8d90-58ba07679620,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:41.605245 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cad07a0-8d26-498a-92fa-b03b4049ed07 None None] Network 9042cd49-da27-4f79-a736-295d5878c65e requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:11:41.678555 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:41.746809 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-42f1ca92-7fad-4570-b50a-48e122b79ccc None None] Provisioning complete for port 8bfca6d2-14cb-48ea-8d90-58ba07679620 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:41.747184 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-42f1ca92-7fad-4570-b50a-48e122b79ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:41.973258 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-42f1ca92-7fad-4570-b50a-48e122b79ccc None None] Current status of the port 8bfca6d2-14cb-48ea-8d90-58ba07679620 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:42.007273 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:40Z', 'revision_number': 3, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:42.048079 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Checking router: 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:11:42.049097 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Updating router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 port fdedf39e-e220-4642-a024-8795aa2c9b26 binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:11:42.087761 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.214374 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7fbbd-cfd0-4b32-ad89-d57083a21825 req-969ac3c8-e6bc-4a87-a34e-d6995d6a3d7a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:42.215791 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1fb7fbbd-cfd0-4b32-ad89-d57083a21825 req-969ac3c8-e6bc-4a87-a34e-d6995d6a3d7a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.1876569 Mar 08 06:11:42.304470 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.325842 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1fb7fbbd-cfd0-4b32-ad89-d57083a21825 req-76dfec43-16f0-464d-9343-a3cbc66a84f8 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030521 Mar 08 06:11:42.332985 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-db2fe498-6480-4b78-bc78-1f21513e86bb None None] Provisioning complete for port 8bfca6d2-14cb-48ea-8d90-58ba07679620 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:42.333459 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-db2fe498-6480-4b78-bc78-1f21513e86bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.491005 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Allocated IP 172.20.0.1 (9042cd49-da27-4f79-a736-295d5878c65e/39cff84a-1b5a-4970-971a-4f8778ab3537/5cf49105-25a7-483a-94de-74da97617485) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:42.508033 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Publish callbacks [] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.517726 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-db2fe498-6480-4b78-bc78-1f21513e86bb None None] Current status of the port 8bfca6d2-14cb-48ea-8d90-58ba07679620 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:42.520313 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.527282 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.587302 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4840-4774-41b4-97c9-af8131717af0 None None] Pushing event updated for resources: {'Port': ['ID=fdedf39e-e220-4642-a024-8795aa2c9b26,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:42.589882 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Attempting to bind port fdedf39e-e220-4642-a024-8795aa2c9b26 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:11:42.590253 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Attempting to bind port fdedf39e-e220-4642-a024-8795aa2c9b26 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:11:42.590712 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Attempting to bind port fdedf39e-e220-4642-a024-8795aa2c9b26 on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:11:42.605660 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:11:42.606101 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:42.606446 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.606998 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:11:42.607355 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Bound port: fdedf39e-e220-4642-a024-8795aa2c9b26, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:11:42.608305 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.632504 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Publish callbacks [] for port (5cf49105-25a7-483a-94de-74da97617485), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.667502 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] For port fdedf39e-e220-4642-a024-8795aa2c9b26, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:11:42.671615 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] For port fdedf39e-e220-4642-a024-8795aa2c9b26, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=fdedf39e-e220-4642-a024-8795aa2c9b26,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:11:42.676629 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (5cf49105-25a7-483a-94de-74da97617485), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.679152 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:42.739989 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Network 9042cd49-da27-4f79-a736-295d5878c65e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:42.743313 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:42.747857 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:42.751755 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf49105-25a7-483a-94de-74da97617485,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:42.777468 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:42.778089 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:42.796847 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4840-4774-41b4-97c9-af8131717af0 None None] Pushing event updated for resources: {'Port': ['ID=fdedf39e-e220-4642-a024-8795aa2c9b26,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:42.805598 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:43.002449 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5cf49105-25a7-483a-94de-74da97617485), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:43.058230 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 8bfca6d2-14cb-48ea-8d90-58ba07679620 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:43.164820 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-caa774e7-a41c-45b9-a785-5b6c7f87ed55 None None] Provisioning complete for port 5cf49105-25a7-483a-94de-74da97617485 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:43.165494 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-caa774e7-a41c-45b9-a785-5b6c7f87ed55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5cf49105-25a7-483a-94de-74da97617485), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:43.170742 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:43.230918 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Publish callbacks [] for port (5cf49105-25a7-483a-94de-74da97617485), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:43.237018 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772968'] for port (5cf49105-25a7-483a-94de-74da97617485), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:43.258354 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 8bfca6d2-14cb-48ea-8d90-58ba07679620 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:43.258681 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:43.304228 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf49105-25a7-483a-94de-74da97617485,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:43.305095 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-caa774e7-a41c-45b9-a785-5b6c7f87ed55 None None] Port 5cf49105-25a7-483a-94de-74da97617485 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:11:43.316279 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:43.416735 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Network 9042cd49-da27-4f79-a736-295d5878c65e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:43.419702 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:43.437083 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 8bfca6d2-14cb-48ea-8d90-58ba07679620 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:43.458029 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:40Z', 'revision_number': 3, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:43.490764 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e78921-0936-4d0e-ad22-011ef3ae1d1a None None] The sync data for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi is: [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:40Z', 'revision_number': 3, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:11:43.588062 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6a4f3-7647-4e7e-b6a9-bd0a0e910fbf req-089610a9-708d-4ef2-b0dc-6cb0c858225d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:43.589666 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-25b6a4f3-7647-4e7e-b6a9-bd0a0e910fbf req-089610a9-708d-4ef2-b0dc-6cb0c858225d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.1614122 Mar 08 06:11:43.625477 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:11:43.627686 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-b86ac279-c8a8-4e68-a9d1-b3232debe1a9 None None] Provisioning complete for port 5cf49105-25a7-483a-94de-74da97617485 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:43.628135 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b86ac279-c8a8-4e68-a9d1-b3232debe1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5cf49105-25a7-483a-94de-74da97617485), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:43.660874 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-25b6a4f3-7647-4e7e-b6a9-bd0a0e910fbf req-7959ea89-8e31-4877-9747-f312a778837b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603461 Mar 08 06:11:43.666822 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-b86ac279-c8a8-4e68-a9d1-b3232debe1a9 None None] Port 5cf49105-25a7-483a-94de-74da97617485 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:11:43.769673 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:11:43.776721 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-ef75fe7f-feea-44db-ad8c-244bd83e8df1 admin admin] 10.222.0.16 "PUT /v2.0/routers/4ebf770b-211b-4499-8036-bbd1c5bbd4f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4800293 Mar 08 06:11:44.119814 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.251894 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45290) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:44.256820 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1360522018-network', 'tenant_id': '189b01935f804bed9cfbb0859481e92a'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:44.275967 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Made reservation on behalf of 189b01935f804bed9cfbb0859481e92a for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:11:44.278685 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.289130 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.367101 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Publish callbacks [] for security_group (0108925b-8cfc-4266-8a8e-83bde0fb4c93), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.370793 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (0108925b-8cfc-4266-8a8e-83bde0fb4c93), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.397070 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:11:44.403128 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0108925b-8cfc-4266-8a8e-83bde0fb4c93,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:44.409068 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (8ad84280-a3a1-40d4-8d47-80c92dd8250d), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.409402 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Added segment 8ad84280-a3a1-40d4-8d47-80c92dd8250d of type vlan for network 91ec34e8-23e3-4290-97b8-7475ec39a27d Mar 08 06:11:44.447357 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (91ec34e8-23e3-4290-97b8-7475ec39a27d), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.475836 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (91ec34e8-23e3-4290-97b8-7475ec39a27d), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.476768 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:44.477344 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.509695 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2566822 Mar 08 06:11:44.512439 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45292) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:44.518559 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Request body: {'subnet': {'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1360522018-subnet', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:44.539588 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Made reservation on behalf of 189b01935f804bed9cfbb0859481e92a for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:11:44.540682 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3eafb-a11e-4b4c-82ef-7aeb5d41f74d admin admin] Pushing event updated for resources: {'Network': ['ID=91ec34e8-23e3-4290-97b8-7475ec39a27d,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:44.542297 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13186590'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.554143 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 91ec34e8-23e3-4290-97b8-7475ec39a27d details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:11:44.722304 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13186560'] for subnet (337ea003-45d9-477e-91df-6620a81839e8), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.775123 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=337ea003-45d9-477e-91df-6620a81839e8,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:44.792909 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075ea87-f350-468b-be43-644eee70c844 req-e872a8ec-6abd-4f94-83bc-4193b0e2b761 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:44.793149 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Checking segment: {'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:44.793508 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Network hostable DHCP agents. Network: 91ec34e8-23e3-4290-97b8-7475ec39a27d, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:11:44.794534 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6075ea87-f350-468b-be43-644eee70c844 req-e872a8ec-6abd-4f94-83bc-4193b0e2b761 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0537293 Mar 08 06:11:44.812938 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Network 91ec34e8-23e3-4290-97b8-7475ec39a27d is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:11:44.823110 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 91ec34e8-23e3-4290-97b8-7475ec39a27d) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:44.830713 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:44.831296 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.832014 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dbec4f-0eee-4c10-8c9d-f2f7a121c56d None None] Network 91ec34e8-23e3-4290-97b8-7475ec39a27d requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:11:44.852241 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6075ea87-f350-468b-be43-644eee70c844 req-098c55f7-560a-47fb-ac1e-852df67ed496 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507667 Mar 08 06:11:44.853608 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0d2ef952-8768-4b4a-baf7-8a5362995085 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3399594 Mar 08 06:11:44.856320 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45296) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:44.861355 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:44.886499 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (e427de14-44f2-4a82-81ef-e8fbee06893e), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.887512 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (e427de14-44f2-4a82-81ef-e8fbee06893e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.941833 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks [] for router_controller (e427de14-44f2-4a82-81ef-e8fbee06893e), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:44.955771 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-91ec34e8-23e3-4290-97b8-7475ec39a27d', 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d', 'project_id': '189b01935f804bed9cfbb0859481e92a', 'fixed_ips': [{'subnet_id': '337ea003-45d9-477e-91df-6620a81839e8'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:11:44.956636 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.033417 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device fdedf39e-e220-4642-a024-8795aa2c9b26 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:45.086182 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Sync routers for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:11:45.096645 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:45.097252 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:45.098879 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks [] for router_gateway (e427de14-44f2-4a82-81ef-e8fbee06893e), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.139572 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Allocated IP 172.20.0.2 (91ec34e8-23e3-4290-97b8-7475ec39a27d/337ea003-45d9-477e-91df-6620a81839e8/43bf4022-1275-40f5-893f-bd01b05a651e) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:45.152658 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port fdedf39e-e220-4642-a024-8795aa2c9b26 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:45.153133 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.308760 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:45.317921 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port fdedf39e-e220-4642-a024-8795aa2c9b26 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:45.318277 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.369282 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port fdedf39e-e220-4642-a024-8795aa2c9b26, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=fdedf39e-e220-4642-a024-8795aa2c9b26,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:45.382683 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Publish callbacks [] for port (43bf4022-1275-40f5-893f-bd01b05a651e), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.386478 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.392039 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.432664 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Network 91ec34e8-23e3-4290-97b8-7475ec39a27d is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:45.437361 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:45.443898 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:45.452363 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=fdedf39e-e220-4642-a024-8795aa2c9b26,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:45.534502 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Pushing event updated for resources: {'Port': ['ID=43bf4022-1275-40f5-893f-bd01b05a651e,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:45.538713 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Attempting to bind port 43bf4022-1275-40f5-893f-bd01b05a651e on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:11:45.539038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Attempting to bind port 43bf4022-1275-40f5-893f-bd01b05a651e by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:11:45.539408 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Attempting to bind port 43bf4022-1275-40f5-893f-bd01b05a651e on network 91ec34e8-23e3-4290-97b8-7475ec39a27d {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:11:45.544607 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:11:45.544989 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Checking segment: {'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:45.546445 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.546835 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Bound using segment: {'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:11:45.547311 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Bound port: 43bf4022-1275-40f5-893f-bd01b05a651e, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:11:45.547696 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.552946 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks [] for router_gateway (e427de14-44f2-4a82-81ef-e8fbee06893e), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.570864 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:43Z', 'revision_number': 2, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:45.572685 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.574263 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.601393 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Checking router: 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:11:45.601755 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Updating router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 port 5cf49105-25a7-483a-94de-74da97617485 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:11:45.630282 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5cf49105-25a7-483a-94de-74da97617485), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.642522 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] For port 43bf4022-1275-40f5-893f-bd01b05a651e, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:11:45.645914 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] For port 43bf4022-1275-40f5-893f-bd01b05a651e, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=43bf4022-1275-40f5-893f-bd01b05a651e,segment=NetworkSegment(8ad84280-a3a1-40d4-8d47-80c92dd8250d),segment_id=8ad84280-a3a1-40d4-8d47-80c92dd8250d)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:11:45.652223 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.694942 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Allocated IP 172.27.2.24 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/7bd0a1e6-063c-4f1f-884e-357fb80d15f6) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:45.712178 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84bc88-8674-4923-81bb-4b48a81a11fb None None] Pushing event updated for resources: {'Port': ['ID=43bf4022-1275-40f5-893f-bd01b05a651e,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:45.806476 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks [] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.849524 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.903501 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:45.907531 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:45.912058 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:45.915111 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Pushing event updated for resources: {'Port': ['ID=7bd0a1e6-063c-4f1f-884e-357fb80d15f6,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:45.986893 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Publish callbacks [] for port (5cf49105-25a7-483a-94de-74da97617485), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:45.995971 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5cf49105-25a7-483a-94de-74da97617485), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.118423 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Attempting to bind port 5cf49105-25a7-483a-94de-74da97617485 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:11:46.119120 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Attempting to bind port 5cf49105-25a7-483a-94de-74da97617485 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:11:46.119120 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Attempting to bind port 5cf49105-25a7-483a-94de-74da97617485 on network 9042cd49-da27-4f79-a736-295d5878c65e {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:11:46.125030 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:11:46.125661 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Checking segment: {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:46.126074 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.126467 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Bound using segment: {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:11:46.126962 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Bound port: 5cf49105-25a7-483a-94de-74da97617485, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:11:46.127348 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5cf49105-25a7-483a-94de-74da97617485), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.140808 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Pushing event updated for resources: {'Port': ['ID=5cf49105-25a7-483a-94de-74da97617485,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:46.149621 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.149990 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.150361 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.150721 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.151252 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.151749 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.152252 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.152751 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.153079 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.153423 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.153751 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.154073 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.154535 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:11:46.218226 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] For port 5cf49105-25a7-483a-94de-74da97617485, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:11:46.221811 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] For port 5cf49105-25a7-483a-94de-74da97617485, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5cf49105-25a7-483a-94de-74da97617485,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:11:46.236347 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5cf49105-25a7-483a-94de-74da97617485), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.245412 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks [] for router_gateway (e427de14-44f2-4a82-81ef-e8fbee06893e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.292356 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:46.292830 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:46.395614 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689ac8e-91f5-4220-90e9-22d967a47464 req-7a6792c7-5e72-4a47-8a0e-c973b297db14 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:46.398957 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b689ac8e-91f5-4220-90e9-22d967a47464 req-7a6792c7-5e72-4a47-8a0e-c973b297db14 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.4394069 Mar 08 06:11:46.426098 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951e58-e398-4b34-b7a4-bf566b59d33f None None] Pushing event updated for resources: {'Port': ['ID=5cf49105-25a7-483a-94de-74da97617485,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:46.432502 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-f759e961-176e-4d87-a16a-200c78b550e0 None None] Provisioning complete for port 5cf49105-25a7-483a-94de-74da97617485 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:46.433638 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f759e961-176e-4d87-a16a-200c78b550e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5cf49105-25a7-483a-94de-74da97617485), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.508171 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b689ac8e-91f5-4220-90e9-22d967a47464 req-5b36e246-2270-4a53-92c5-0237b18594cb tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993736 Mar 08 06:11:46.516764 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:46.604518 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f759e961-176e-4d87-a16a-200c78b550e0 None None] Current status of the port 5cf49105-25a7-483a-94de-74da97617485 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:46.605146 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f759e961-176e-4d87-a16a-200c78b550e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5cf49105-25a7-483a-94de-74da97617485), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.610640 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (e427de14-44f2-4a82-81ef-e8fbee06893e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.659254 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-f759e961-176e-4d87-a16a-200c78b550e0 None None] For port 5cf49105-25a7-483a-94de-74da97617485, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5cf49105-25a7-483a-94de-74da97617485,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:46.674285 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f759e961-176e-4d87-a16a-200c78b550e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5cf49105-25a7-483a-94de-74da97617485), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.746038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759e961-176e-4d87-a16a-200c78b550e0 None None] Pushing event updated for resources: {'Port': ['ID=5cf49105-25a7-483a-94de-74da97617485,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:46.804753 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-37de7e67-353e-4054-a631-1673d7342608 None None] Provisioning complete for port 5cf49105-25a7-483a-94de-74da97617485 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:46.806133 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-37de7e67-353e-4054-a631-1673d7342608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5cf49105-25a7-483a-94de-74da97617485), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:46.823862 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Router e427de14-44f2-4a82-81ef-e8fbee06893e is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:11:46.912057 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:46.945043 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-37de7e67-353e-4054-a631-1673d7342608 None None] Current status of the port 5cf49105-25a7-483a-94de-74da97617485 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:46.947188 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ab8b80-3aac-4a28-bf86-aec862454a52 None None] The sync data for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi is: [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:11:47.022994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:11:47.040742 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Sync routers for ids ['e427de14-44f2-4a82-81ef-e8fbee06893e'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:11:47.059857 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:47.061785 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-274a38ca-75cf-46ea-aec3-4fd176118dbd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2042911 Mar 08 06:11:47.064305 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45312) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:47.072988 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Routers {'e427de14-44f2-4a82-81ef-e8fbee06893e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:47.074111 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['e427de14-44f2-4a82-81ef-e8fbee06893e'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:47.141125 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a001f80-d7b8-424d-8bb6-b6d4a896617b None None] Network 91ec34e8-23e3-4290-97b8-7475ec39a27d requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:11:47.178017 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device fdedf39e-e220-4642-a024-8795aa2c9b26 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:47.451285 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-aeabbe95-d9f0-47b1-8a5f-2d7a6af2d3fa None None] Provisioning complete for port 43bf4022-1275-40f5-893f-bd01b05a651e triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:47.452229 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aeabbe95-d9f0-47b1-8a5f-2d7a6af2d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:47.503990 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Set router e427de14-44f2-4a82-81ef-e8fbee06893e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:47.579012 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:47.649091 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port fdedf39e-e220-4642-a024-8795aa2c9b26 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:47.649091 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:47.685187 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f2cb4-5b56-4594-98b2-81052e706c4c req-837a54a1-16f1-497e-ac1b-bc0fef9a08db tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:47.693140 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e24f2cb4-5b56-4594-98b2-81052e706c4c req-837a54a1-16f1-497e-ac1b-bc0fef9a08db tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0695646 Mar 08 06:11:47.753309 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e24f2cb4-5b56-4594-98b2-81052e706c4c req-cc99da38-52e3-4907-9fa5-8e2c41fb4c64 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530455 Mar 08 06:11:47.771388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Allocated IP 172.20.0.1 (91ec34e8-23e3-4290-97b8-7475ec39a27d/337ea003-45d9-477e-91df-6620a81839e8/f80a8bc6-2321-404b-b90e-36b5ff0356f3) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:47.834202 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-aeabbe95-d9f0-47b1-8a5f-2d7a6af2d3fa None None] Current status of the port 43bf4022-1275-40f5-893f-bd01b05a651e is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:47.834660 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aeabbe95-d9f0-47b1-8a5f-2d7a6af2d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:47.902087 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port fdedf39e-e220-4642-a024-8795aa2c9b26 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:47.903453 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 43bf4022-1275-40f5-893f-bd01b05a651e up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:47.916020 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Publish callbacks [] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:47.958189 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-aeabbe95-d9f0-47b1-8a5f-2d7a6af2d3fa None None] For port 43bf4022-1275-40f5-893f-bd01b05a651e, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=43bf4022-1275-40f5-893f-bd01b05a651e,segment=NetworkSegment(8ad84280-a3a1-40d4-8d47-80c92dd8250d),segment_id=8ad84280-a3a1-40d4-8d47-80c92dd8250d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:47.970734 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:47.976403 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aeabbe95-d9f0-47b1-8a5f-2d7a6af2d3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.043360 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Pushing event updated for resources: {'Port': ['ID=f80a8bc6-2321-404b-b90e-36b5ff0356f3,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:48.064107 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Network 91ec34e8-23e3-4290-97b8-7475ec39a27d is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:48.065583 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:48.069394 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:48.072076 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 3, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port': {'id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:45Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:48.075924 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabbe95-d9f0-47b1-8a5f-2d7a6af2d3fa None None] Pushing event updated for resources: {'Port': ['ID=43bf4022-1275-40f5-893f-bd01b05a651e,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:48.112914 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 43bf4022-1275-40f5-893f-bd01b05a651e triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:48.113299 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.116684 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Checking router: e427de14-44f2-4a82-81ef-e8fbee06893e for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:11:48.117059 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Updating router e427de14-44f2-4a82-81ef-e8fbee06893e port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:11:48.126781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (e427de14-44f2-4a82-81ef-e8fbee06893e), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.174987 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.280072 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.282479 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-f2a27de1-b160-41f7-82c1-f27dc06c7514 None None] Provisioning complete for port 43bf4022-1275-40f5-893f-bd01b05a651e triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:48.282879 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f2a27de1-b160-41f7-82c1-f27dc06c7514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.424913 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 43bf4022-1275-40f5-893f-bd01b05a651e is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:48.467989 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Publish callbacks [] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.473321 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.501140 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-f2a27de1-b160-41f7-82c1-f27dc06c7514 None None] Current status of the port 43bf4022-1275-40f5-893f-bd01b05a651e is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:48.539693 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Pushing event updated for resources: {'Port': ['ID=f80a8bc6-2321-404b-b90e-36b5ff0356f3,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:48.543053 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (e427de14-44f2-4a82-81ef-e8fbee06893e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.561506 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Publish callbacks [] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.568111 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.627694 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Attempting to bind port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:11:48.628068 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Attempting to bind port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:11:48.628441 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Attempting to bind port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:11:48.634073 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d0510-0053-4d71-8245-38d1db233504 None None] Pushing event updated for resources: {'Port': ['ID=7bd0a1e6-063c-4f1f-884e-357fb80d15f6,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:48.638002 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Network 91ec34e8-23e3-4290-97b8-7475ec39a27d is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:48.638321 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:11:48.638757 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:48.639167 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.639561 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:11:48.639667 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:48.640127 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Bound port: 7bd0a1e6-063c-4f1f-884e-357fb80d15f6, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:11:48.640519 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.665572 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-262af135-ff70-4c9e-a7bb-2c3a47bfae87 None None] Provisioning complete for port f80a8bc6-2321-404b-b90e-36b5ff0356f3 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:48.665953 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-262af135-ff70-4c9e-a7bb-2c3a47bfae87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.726911 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-262af135-ff70-4c9e-a7bb-2c3a47bfae87 None None] Port f80a8bc6-2321-404b-b90e-36b5ff0356f3 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:11:48.730229 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] For port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:11:48.734312 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] For port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=7bd0a1e6-063c-4f1f-884e-357fb80d15f6,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:11:48.742163 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.837130 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Routers {'e427de14-44f2-4a82-81ef-e8fbee06893e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:48.837892 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['e427de14-44f2-4a82-81ef-e8fbee06893e'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:48.841923 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d0510-0053-4d71-8245-38d1db233504 None None] Pushing event updated for resources: {'Port': ['ID=7bd0a1e6-063c-4f1f-884e-357fb80d15f6,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:48.904851 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737dd21-049c-46c9-b804-9b17b79214c2 req-0950975c-d392-4013-a841-db92753bc2d4 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:48.906511 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d737dd21-049c-46c9-b804-9b17b79214c2 req-0950975c-d392-4013-a841-db92753bc2d4 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0548542 Mar 08 06:11:48.982297 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-ee3e74d4-4002-4683-acdf-ae9e2a8061f6 None None] Provisioning complete for port f80a8bc6-2321-404b-b90e-36b5ff0356f3 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:48.982638 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ee3e74d4-4002-4683-acdf-ae9e2a8061f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:48.987747 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] Set router e427de14-44f2-4a82-81ef-e8fbee06893e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:48.990563 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Router e427de14-44f2-4a82-81ef-e8fbee06893e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:11:49.003107 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d737dd21-049c-46c9-b804-9b17b79214c2 req-424ce9ef-0323-40ef-8977-d20c5abed980 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891080 Mar 08 06:11:49.090176 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e74d4-4002-4683-acdf-ae9e2a8061f6 None None] Port f80a8bc6-2321-404b-b90e-36b5ff0356f3 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:11:49.107952 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5cf49105-25a7-483a-94de-74da97617485 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:49.124395 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:11:49.129479 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fd4c866f-f584-4662-bd20-79804d134227 admin admin] 10.222.0.16 "PUT /v2.0/routers/e427de14-44f2-4a82-81ef-e8fbee06893e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0631156 Mar 08 06:11:49.339228 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:49.382058 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 5cf49105-25a7-483a-94de-74da97617485 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:49.382430 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5cf49105-25a7-483a-94de-74da97617485), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:49.475959 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 4, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port': {'id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:45Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'f80a8bc6-2321-404b-b90e-36b5ff0356f3', 'name': '', 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'mac_address': 'fa:16:3e:52:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '337ea003-45d9-477e-91df-6620a81839e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:47Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 2, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'subnets': [{'id': '337ea003-45d9-477e-91df-6620a81839e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:49.507064 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c31684-9b04-4d69-890c-c6f18cb28e07 None None] The sync data for ids ['e427de14-44f2-4a82-81ef-e8fbee06893e'] in dv-cinder-828060-10-iscsi is: [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 4, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port': {'id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:45Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'f80a8bc6-2321-404b-b90e-36b5ff0356f3', 'name': '', 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'mac_address': 'fa:16:3e:52:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '337ea003-45d9-477e-91df-6620a81839e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:47Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 2, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'subnets': [{'id': '337ea003-45d9-477e-91df-6620a81839e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:11:49.515714 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 5cf49105-25a7-483a-94de-74da97617485 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:49.516819 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 43bf4022-1275-40f5-893f-bd01b05a651e up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:49.571657 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 43bf4022-1275-40f5-893f-bd01b05a651e triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:49.572038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:49.661978 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 43bf4022-1275-40f5-893f-bd01b05a651e is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:50.174745 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b414-b7c9-4607-a421-6e532d04d423 req-532e2aa2-3beb-4805-93d8-690d4e7d16bc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:50.179101 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-df21b414-b7c9-4607-a421-6e532d04d423 req-532e2aa2-3beb-4805-93d8-690d4e7d16bc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0909183 Mar 08 06:11:50.257963 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-df21b414-b7c9-4607-a421-6e532d04d423 req-e4c1c3ee-ca21-41e4-887a-355d1d463d15 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629957 Mar 08 06:11:51.020033 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:51.088122 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:51.088801 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:51.185996 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:51.186409 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:51.213271 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=7bd0a1e6-063c-4f1f-884e-357fb80d15f6,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:51.239906 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:51.340472 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=7bd0a1e6-063c-4f1f-884e-357fb80d15f6,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:51.389892 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd63fb-4d58-431d-98c0-c35960f403d3 req-03506689-a8ce-41b7-a520-e816ac8f81db tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:51.392195 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ccdd63fb-4d58-431d-98c0-c35960f403d3 req-03506689-a8ce-41b7-a520-e816ac8f81db tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0600879 Mar 08 06:11:51.453497 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ccdd63fb-4d58-431d-98c0-c35960f403d3 req-cbc19f6b-ac14-4d7e-ac03-be5defc89e24 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564749 Mar 08 06:11:52.112340 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Sync routers for ids ['e427de14-44f2-4a82-81ef-e8fbee06893e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:11:52.127360 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Routers {'e427de14-44f2-4a82-81ef-e8fbee06893e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:52.127987 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['e427de14-44f2-4a82-81ef-e8fbee06893e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:52.260055 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Set router e427de14-44f2-4a82-81ef-e8fbee06893e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:52.490238 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 4, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port': {'id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:45Z', 'updated_at': '2022-03-08T06:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'f80a8bc6-2321-404b-b90e-36b5ff0356f3', 'name': '', 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'mac_address': 'fa:16:3e:52:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '337ea003-45d9-477e-91df-6620a81839e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:47Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 2, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'subnets': [{'id': '337ea003-45d9-477e-91df-6620a81839e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:52.610512 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7ed12-f785-451a-b26e-7d01021420c7 req-e5a7a93a-7795-4e41-baa9-ec993c10d31c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:52.617416 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8fa7ed12-f785-451a-b26e-7d01021420c7 req-e5a7a93a-7795-4e41-baa9-ec993c10d31c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0910463 Mar 08 06:11:52.635072 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Checking router: e427de14-44f2-4a82-81ef-e8fbee06893e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:11:52.635503 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Updating router e427de14-44f2-4a82-81ef-e8fbee06893e port f80a8bc6-2321-404b-b90e-36b5ff0356f3 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:11:52.668293 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:52.684508 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8fa7ed12-f785-451a-b26e-7d01021420c7 req-dd15df49-202e-4b84-aaa3-1ec931fa9457 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658884 Mar 08 06:11:52.957613 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Publish callbacks [] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:52.966816 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:52.984641 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:53.020214 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee2ea0-0705-475f-8b60-9558168e5d8b None None] Pushing event updated for resources: {'Port': ['ID=f80a8bc6-2321-404b-b90e-36b5ff0356f3,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:53.070043 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:53.070435 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:53.086618 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Attempting to bind port f80a8bc6-2321-404b-b90e-36b5ff0356f3 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:11:53.087006 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Attempting to bind port f80a8bc6-2321-404b-b90e-36b5ff0356f3 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:11:53.087374 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Attempting to bind port f80a8bc6-2321-404b-b90e-36b5ff0356f3 on network 91ec34e8-23e3-4290-97b8-7475ec39a27d {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:11:53.094384 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:11:53.094832 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Checking segment: {'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:11:53.095194 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:53.095592 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Bound using segment: {'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:11:53.096080 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Bound port: f80a8bc6-2321-404b-b90e-36b5ff0356f3, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad84280-a3a1-40d4-8d47-80c92dd8250d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:11:53.096457 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:53.164036 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:53.180661 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] For port f80a8bc6-2321-404b-b90e-36b5ff0356f3, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:11:53.184900 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] For port f80a8bc6-2321-404b-b90e-36b5ff0356f3, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=f80a8bc6-2321-404b-b90e-36b5ff0356f3,segment=NetworkSegment(8ad84280-a3a1-40d4-8d47-80c92dd8250d),segment_id=8ad84280-a3a1-40d4-8d47-80c92dd8250d)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:11:53.193428 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:53.251693 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Routers {'e427de14-44f2-4a82-81ef-e8fbee06893e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:11:53.254045 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:11:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['e427de14-44f2-4a82-81ef-e8fbee06893e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:53.323286 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee2ea0-0705-475f-8b60-9558168e5d8b None None] Pushing event updated for resources: {'Port': ['ID=f80a8bc6-2321-404b-b90e-36b5ff0356f3,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:53.376008 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-48ff1262-7600-4592-8060-a601263e40b4 None None] Provisioning complete for port f80a8bc6-2321-404b-b90e-36b5ff0356f3 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:53.376519 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48ff1262-7600-4592-8060-a601263e40b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:53.468324 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] Set router e427de14-44f2-4a82-81ef-e8fbee06893e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:11:53.508433 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-48ff1262-7600-4592-8060-a601263e40b4 None None] Current status of the port f80a8bc6-2321-404b-b90e-36b5ff0356f3 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:53.508983 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48ff1262-7600-4592-8060-a601263e40b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:53.567925 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-48ff1262-7600-4592-8060-a601263e40b4 None None] For port f80a8bc6-2321-404b-b90e-36b5ff0356f3, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=f80a8bc6-2321-404b-b90e-36b5ff0356f3,segment=NetworkSegment(8ad84280-a3a1-40d4-8d47-80c92dd8250d),segment_id=8ad84280-a3a1-40d4-8d47-80c92dd8250d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:53.580932 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-48ff1262-7600-4592-8060-a601263e40b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:53.641539 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff1262-7600-4592-8060-a601263e40b4 None None] Pushing event updated for resources: {'Port': ['ID=f80a8bc6-2321-404b-b90e-36b5ff0356f3,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:53.722966 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-2377e4af-7007-46aa-9262-d04e0238f797 None None] Provisioning complete for port f80a8bc6-2321-404b-b90e-36b5ff0356f3 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:53.723346 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2377e4af-7007-46aa-9262-d04e0238f797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:53.764199 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 4, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port': {'id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:45Z', 'updated_at': '2022-03-08T06:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'f80a8bc6-2321-404b-b90e-36b5ff0356f3', 'name': '', 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'mac_address': 'fa:16:3e:52:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '337ea003-45d9-477e-91df-6620a81839e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:47Z', 'updated_at': '2022-03-08T06:11:53Z', 'revision_number': 4, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'subnets': [{'id': '337ea003-45d9-477e-91df-6620a81839e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:11:53.828819 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb24b19b-7982-4085-a87e-d7bc93e85a9f None None] The sync data for ids ['e427de14-44f2-4a82-81ef-e8fbee06893e'] in dv-cinder-828060-10-iscsi is: [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:11:48Z', 'revision_number': 4, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port': {'id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:45Z', 'updated_at': '2022-03-08T06:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'f80a8bc6-2321-404b-b90e-36b5ff0356f3', 'name': '', 'network_id': '91ec34e8-23e3-4290-97b8-7475ec39a27d', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'mac_address': 'fa:16:3e:52:f8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '337ea003-45d9-477e-91df-6620a81839e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:47Z', 'updated_at': '2022-03-08T06:11:53Z', 'revision_number': 4, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'subnets': [{'id': '337ea003-45d9-477e-91df-6620a81839e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:11:53.829335 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-2377e4af-7007-46aa-9262-d04e0238f797 None None] Current status of the port f80a8bc6-2321-404b-b90e-36b5ff0356f3 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:53.858695 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e4bb4-5887-407c-b7e2-234d7053d33b req-581c716f-6d20-439e-a042-4eb380f90b31 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:53.866678 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-007e4bb4-5887-407c-b7e2-234d7053d33b req-581c716f-6d20-439e-a042-4eb380f90b31 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.1009238 Mar 08 06:11:53.939541 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-007e4bb4-5887-407c-b7e2-234d7053d33b req-3ada0ab7-7c04-4311-b0a4-224e0ba64987 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668595 Mar 08 06:11:54.633934 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-72f53404-b397-425d-aa09-d64427314758 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951467 Mar 08 06:11:54.730441 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-da5d28dc-d171-4b79-b70a-69cdfa8add61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:54.731898 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-da5d28dc-d171-4b79-b70a-69cdfa8add61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 1129 time: 0.0486860 Mar 08 06:11:54.845891 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-b0a976f0-48f2-4e72-88c4-66f227b65dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:54.847481 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-b0a976f0-48f2-4e72-88c4-66f227b65dd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 911 time: 0.0971122 Mar 08 06:11:54.918109 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-8a1cf9a8-d1ea-4c6e-8a3e-bace3b9e4560 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 200 len: 1000 time: 0.0630970 Mar 08 06:11:55.025769 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device f80a8bc6-2321-404b-b90e-36b5ff0356f3 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:55.027641 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-bdb81dc7-5598-4ea8-b005-2a16a0e75af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:55.031995 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-bdb81dc7-5598-4ea8-b005-2a16a0e75af4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.1054866 Mar 08 06:11:55.104425 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-ce2122b5-a2c6-4790-813d-54c68654c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:55.106264 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-ce2122b5-a2c6-4790-813d-54c68654c752 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0709794 Mar 08 06:11:55.111222 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port f80a8bc6-2321-404b-b90e-36b5ff0356f3 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:55.111606 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:55.128215 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71605d-bf8e-44f4-a92a-c67f64e4a7e2 req-385f3d4e-4481-4281-820c-56ec78a0705e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:55.129740 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9b71605d-bf8e-44f4-a92a-c67f64e4a7e2 req-385f3d4e-4481-4281-820c-56ec78a0705e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 944 time: 0.0745821 Mar 08 06:11:55.193896 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9b71605d-bf8e-44f4-a92a-c67f64e4a7e2 req-40c510a9-2854-4567-a9e1-af1dc6c9d506 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584693 Mar 08 06:11:55.211810 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-7440d1e4-d1ba-4c1c-a6f6-92a921aab951 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991688 Mar 08 06:11:55.243054 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port f80a8bc6-2321-404b-b90e-36b5ff0356f3 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:55.324262 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0cd05489-09c0-4aa6-ae73-f6bfa627040f req-e9203c19-e747-4307-9db5-711167ca3531 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044779 Mar 08 06:11:55.913755 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:11:55.951773 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45384) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:55.959561 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-4988458b-5a1d-48ce-88d1-57c54c82928b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824243839', 'description': 'tempest-description--387243500'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:55.983991 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4988458b-5a1d-48ce-88d1-57c54c82928b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.028950 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:56.043606 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '543b2d2f-c20b-4099-8079-317a7c29b785', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'port_id': '543b2d2f-c20b-4099-8079-317a7c29b785', 'mac_address': 'fa:16:3e:ae:71:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:11:56.066734 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4988458b-5a1d-48ce-88d1-57c54c82928b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.073644 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4988458b-5a1d-48ce-88d1-57c54c82928b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.104563 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 543b2d2f-c20b-4099-8079-317a7c29b785 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:56.105799 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.108359 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4988458b-5a1d-48ce-88d1-57c54c82928b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.109602 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4988458b-5a1d-48ce-88d1-57c54c82928b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1536539 Mar 08 06:11:56.111708 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988458b-5a1d-48ce-88d1-57c54c82928b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:56.112528 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45386) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:56.117166 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-a262fb4b-3a4a-4b62-9ed5-d1a53627d600 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group_rule': {'security_group_id': 'b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:56.130438 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543b2d2f-c20b-4099-8079-317a7c29b785 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:11:56.146555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a262fb4b-3a4a-4b62-9ed5-d1a53627d600 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (d4a8b8bf-3c11-471b-a865-fe72b4e76833), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.158562 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:56.162765 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.209936 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a262fb4b-3a4a-4b62-9ed5-d1a53627d600 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (d4a8b8bf-3c11-471b-a865-fe72b4e76833), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.217302 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a262fb4b-3a4a-4b62-9ed5-d1a53627d600 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (d4a8b8bf-3c11-471b-a865-fe72b4e76833), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.234497 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=9']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:56.243717 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262fb4b-3a4a-4b62-9ed5-d1a53627d600 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a8b8bf-3c11-471b-a865-fe72b4e76833,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:56.254610 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a262fb4b-3a4a-4b62-9ed5-d1a53627d600 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.258258 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-a262fb4b-3a4a-4b62-9ed5-d1a53627d600 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421690 Mar 08 06:11:56.258654 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45390) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:56.263208 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-f1d4efb6-0e60-47f4-b947-cd81454236e5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group_rule': {'security_group_id': 'b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:56.300043 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1d4efb6-0e60-47f4-b947-cd81454236e5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (a615b464-0e7c-4cf6-a832-b36021b58f00), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.376429 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1d4efb6-0e60-47f4-b947-cd81454236e5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (a615b464-0e7c-4cf6-a832-b36021b58f00), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.382106 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1d4efb6-0e60-47f4-b947-cd81454236e5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (a615b464-0e7c-4cf6-a832-b36021b58f00), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.382960 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbc442-7a9e-438f-b9cb-6c9ef69204b5 req-18b2dc08-068f-45e4-a06a-6d6e72373859 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:56.392089 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-19dbc442-7a9e-438f-b9cb-6c9ef69204b5 req-18b2dc08-068f-45e4-a06a-6d6e72373859 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.0933037 Mar 08 06:11:56.407147 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4efb6-0e60-47f4-b947-cd81454236e5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a615b464-0e7c-4cf6-a832-b36021b58f00,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:56.416313 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1d4efb6-0e60-47f4-b947-cd81454236e5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.421174 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f1d4efb6-0e60-47f4-b947-cd81454236e5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614413 Mar 08 06:11:56.421791 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45394) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:11:56.426487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:11:56.444030 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-19dbc442-7a9e-438f-b9cb-6c9ef69204b5 req-2357ef39-8e23-4d6a-a432-0b7747cd200d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509906 Mar 08 06:11:56.449980 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.564177 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.595367 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['543b2d2f-c20b-4099-8079-317a7c29b785'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:11:56.696330 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Allocated IP 172.27.2.224 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/a0081903-6fce-43ec-a733-022cc1ecc9ec) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:11:56.814974 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (a0081903-6fce-43ec-a733-022cc1ecc9ec), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.855355 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (a0081903-6fce-43ec-a733-022cc1ecc9ec), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:56.898394 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:11:56.901543 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:11:56.905888 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:11:56.929646 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=a0081903-6fce-43ec-a733-022cc1ecc9ec,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:56.998598 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (48ad18e2-059a-4f8a-a950-6c658c0884d3), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:57.039070 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (a0081903-6fce-43ec-a733-022cc1ecc9ec), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:57.212609 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (a0081903-6fce-43ec-a733-022cc1ecc9ec), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:57.218505 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (a0081903-6fce-43ec-a733-022cc1ecc9ec), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:57.292799 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=a0081903-6fce-43ec-a733-022cc1ecc9ec,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:57.305433 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (48ad18e2-059a-4f8a-a950-6c658c0884d3), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:57.325767 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:57.328534 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9dcdd676-03d3-4fe5-9280-30ef5a0a4ea5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9057922 Mar 08 06:11:57.578302 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-d22e2ed8-9aba-47c6-8ea2-8a091c06ee58 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--824243839&fields=id&tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 267 time: 0.0687437 Mar 08 06:11:57.711968 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f2993-762b-4dec-b277-3e1398a0585b req-975e7bad-4c9a-45ab-80cc-d015b9ffc9d2 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:57.713495 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-047f2993-762b-4dec-b277-3e1398a0585b req-975e7bad-4c9a-45ab-80cc-d015b9ffc9d2 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 945 time: 0.1478522 Mar 08 06:11:57.744709 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-bbfa4e2a-2577-46e3-bf0c-c9ddd241f163 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:57.746192 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-bbfa4e2a-2577-46e3-bf0c-c9ddd241f163 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 814 time: 0.1518421 Mar 08 06:11:57.786715 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-32f6d82e-b7a2-42fc-8289-3c4c1b9c76be tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/quotas/b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 375 time: 0.0311139 Mar 08 06:11:57.801214 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-047f2993-762b-4dec-b277-3e1398a0585b req-f8fdf6bb-5de2-46a8-8ff5-5c69c26b61b9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812464 Mar 08 06:11:57.860492 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-d4dc79c4-3096-4d73-90db-2e58366e085c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0729058 Mar 08 06:11:57.950770 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:11:58.021678 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 543b2d2f-c20b-4099-8079-317a7c29b785 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:11:58.022008 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:58.026563 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-e6e2d065-6bb1-46dc-9027-043388666701 service neutron] 10.222.0.16 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545095 Mar 08 06:11:58.110516 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 543b2d2f-c20b-4099-8079-317a7c29b785 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:11:58.110946 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:58.132038 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-d74e04bf-5146-4b2e-bdb2-220b34af241d service neutron] 10.222.0.16 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045771 Mar 08 06:11:58.145200 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:11:58.147526 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fd207a-7c62-49cb-b1f7-39e58e073198" -d '{"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-plugged", "status": "completed", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:11:58.158818 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:11:58.163963 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:11:58.205002 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f32955-7247-4119-94e6-8b30a58285be x-openstack-request-id: req-25f32955-7247-4119-94e6-8b30a58285be {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:11:58.205270 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-plugged", "status": "completed", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:11:58.205533 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25f32955-7247-4119-94e6-8b30a58285be {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:11:58.205924 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785', 'code': 200} Mar 08 06:11:58.229199 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:11:58.346921 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fa867aad-9570-44ac-af29-8989e40d0ca0 req-2ef2ce37-1de2-4dff-a3c3-ebc59db8e157 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 210 time: 0.0401542 Mar 08 06:11:58.890206 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021a54c-13ca-4b51-aa9a-f92e3e888647 req-d815ebef-35fc-429c-aecd-40b7afe1fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:58.892067 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f021a54c-13ca-4b51-aa9a-f92e3e888647 req-d815ebef-35fc-429c-aecd-40b7afe1fa4c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 1131 time: 0.0554490 Mar 08 06:11:58.960934 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f021a54c-13ca-4b51-aa9a-f92e3e888647 req-55109171-b7ef-45ac-a36e-6e698b2c1074 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544662 Mar 08 06:11:59.089890 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4e700-f3e0-4bb5-a18d-9086c691165d req-948b1211-c84e-42ad-8943-aa9a52f92241 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:11:59.089890 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-62f4e700-f3e0-4bb5-a18d-9086c691165d req-948b1211-c84e-42ad-8943-aa9a52f92241 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 947 time: 0.0550597 Mar 08 06:11:59.143849 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-62f4e700-f3e0-4bb5-a18d-9086c691165d req-056a67ca-4e6d-4717-b846-10ded38fb478 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479670 Mar 08 06:11:59.426649 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-40a7b1af-5bb2-44dd-9f8e-12ac553e3594 req-da39d9b2-1d0a-4975-997f-45777d28b875 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Mar 08 06:12:00.092815 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-eecce87a-4248-4f30-9d8f-419d7f7c1a14 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:00.095030 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-eecce87a-4248-4f30-9d8f-419d7f7c1a14 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/networks?id=9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 200 len: 815 time: 0.1059566 Mar 08 06:12:00.110816 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-75aa5264-9283-4b71-8f34-4fb873e9218d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/quotas/1bfb8ff31ba243d6b9352396f79ae780 HTTP/1.1" status: 200 len: 375 time: 0.0109966 Mar 08 06:12:00.113571 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2d4cf2ff-20a5-422b-b607-f49797c3af88 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:00.115003 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2d4cf2ff-20a5-422b-b607-f49797c3af88 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 814 time: 0.1030440 Mar 08 06:12:00.172634 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-8087a71f-ad9e-4715-a354-3d0f84d2365e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558360 Mar 08 06:12:00.204336 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-fc64b984-2309-4935-8f9f-74266ddc3fb6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 471 time: 0.0724266 Mar 08 06:12:00.214516 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'port': {'device_id': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'admin_state_up': True, 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'security_groups': ['b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:00.308296 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-d287da69-65d8-46a4-8765-92ec11d4331f service neutron] 10.222.0.16 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235273 Mar 08 06:12:00.316665 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6dac7-ac9a-4f4c-a484-917300a4a273 req-87ad4f0a-dc62-4b61-b9de-f13a690feb2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:00.318212 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-87b6dac7-ac9a-4f4c-a484-917300a4a273 req-87ad4f0a-dc62-4b61-b9de-f13a690feb2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 947 time: 0.0759087 Mar 08 06:12:00.328618 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Made reservation on behalf of b9595ef1da5f48cab7cdacd5de8ceac8 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:12:00.332304 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:00.425548 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-87b6dac7-ac9a-4f4c-a484-917300a4a273 req-ed266834-9968-464a-8d58-8015e4d4ad8f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887797 Mar 08 06:12:00.439405 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-363323bf-abde-4959-aaa8-d48f049bdf3f service neutron] 10.222.0.16 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200705 Mar 08 06:12:00.462480 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Allocated IP 172.20.0.14 (973f7c0a-12e5-4799-8f15-8eee2b353fe6/b9d999ee-7805-406f-9984-5b2234fab44d/5f1a3086-f82f-431c-b956-f69873afa048) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:12:00.528314 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0b9d7a82-de7b-448e-8949-76a3ebacdbb3 req-e1399045-3bbe-45ca-8d9a-db3140de8485 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 210 time: 0.0324492 Mar 08 06:12:00.622344 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c739e628-417e-42a6-9548-41cddb0d4ce7 req-a76640c7-4b7a-486f-8e1f-451fd58ced39 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 210 time: 0.0287702 Mar 08 06:12:00.624620 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (5f1a3086-f82f-431c-b956-f69873afa048), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:00.667195 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (5f1a3086-f82f-431c-b956-f69873afa048), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:00.716458 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=5f1a3086-f82f-431c-b956-f69873afa048,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:00.731371 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.731723 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.732075 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.733026 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.733353 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.733690 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.734022 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.734355 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.734805 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.735199 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.735370 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.735695 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.736020 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:00.743935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:12:00.746184 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:12:00.748856 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:12:00.805987 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:00.806749 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:00.827750 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-7ccf80b5-80ba-45d5-8e76-762a3d1e8781 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6167617 Mar 08 06:12:00.908871 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Request body: {'port': {'device_id': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:01.002765 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5f1a3086-f82f-431c-b956-f69873afa048), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:01.035866 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-30ad8e5e-aae4-40a0-9bfb-21a7d1749f4d None None] Provisioning complete for port 5f1a3086-f82f-431c-b956-f69873afa048 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:12:01.036418 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-30ad8e5e-aae4-40a0-9bfb-21a7d1749f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5f1a3086-f82f-431c-b956-f69873afa048), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:01.075524 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-30ad8e5e-aae4-40a0-9bfb-21a7d1749f4d None None] Port 5f1a3086-f82f-431c-b956-f69873afa048 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:12:01.295818 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1a3086-f82f-431c-b956-f69873afa048 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:12:01.303350 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Publish callbacks [] for port (5f1a3086-f82f-431c-b956-f69873afa048), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:01.316192 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Transition to ACTIVE for port object 5f1a3086-f82f-431c-b956-f69873afa048 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:12:01.323935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (5f1a3086-f82f-431c-b956-f69873afa048), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:01.383825 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1a3086-f82f-431c-b956-f69873afa048,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:01.458984 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Attempting to bind port 5f1a3086-f82f-431c-b956-f69873afa048 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:12:01.459327 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Attempting to bind port 5f1a3086-f82f-431c-b956-f69873afa048 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:12:01.460448 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Attempting to bind port 5f1a3086-f82f-431c-b956-f69873afa048 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:12:01.465353 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Port 5f1a3086-f82f-431c-b956-f69873afa048 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:12:01.465716 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Attempting to bind port 5f1a3086-f82f-431c-b956-f69873afa048 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:12:01.473602 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:12:01.474015 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Checking segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:12:01.474765 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Bound using segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:12:01.475502 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Bound port: 5f1a3086-f82f-431c-b956-f69873afa048, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:12:01.476244 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5f1a3086-f82f-431c-b956-f69873afa048), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:01.550367 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] For port 5f1a3086-f82f-431c-b956-f69873afa048, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:12:01.555629 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] For port 5f1a3086-f82f-431c-b956-f69873afa048, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f1a3086-f82f-431c-b956-f69873afa048,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:12:01.562628 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (5f1a3086-f82f-431c-b956-f69873afa048), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:01.570061 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526b9d3-08f5-4f30-af1d-ce4f8e03e85b req-9f2b2a4a-a7d5-4331-b172-1b918c41139f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:01.572563 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2526b9d3-08f5-4f30-af1d-ce4f8e03e85b req-9f2b2a4a-a7d5-4331-b172-1b918c41139f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 947 time: 0.0637469 Mar 08 06:12:01.597084 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:01.598057 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:01.599486 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] 10.222.0.31 "PUT /v2.0/ports/5f1a3086-f82f-431c-b956-f69873afa048 HTTP/1.1" status: 200 len: 1094 time: 0.7563417 Mar 08 06:12:01.601730 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'tag': '5f1a3086-f82f-431c-b956-f69873afa048'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:12:01.604371 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e9fca-ac6f-4b94-ba8b-386303936a27" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e9c2cb-7712-4069-b5ba-e9545eee3cd4", "tag": "5f1a3086-f82f-431c-b956-f69873afa048"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:12:01.637774 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097c606-05d6-49be-9d9c-4be3a4784b90 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1a3086-f82f-431c-b956-f69873afa048,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:01.641054 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2526b9d3-08f5-4f30-af1d-ce4f8e03e85b req-76867b5f-6e99-47a0-a985-3a30c0b32ed3 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627060 Mar 08 06:12:01.723301 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c86665-af4a-42c8-a436-9cbf81d6897b req-d56ae894-37bf-46ba-8468-30d025e9419f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:01.723912 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aa6991-62f1-4858-a1f4-5da492cc6b9c x-openstack-request-id: req-32aa6991-62f1-4858-a1f4-5da492cc6b9c {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:12:01.724499 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e9c2cb-7712-4069-b5ba-e9545eee3cd4", "tag": "5f1a3086-f82f-431c-b956-f69873afa048", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:12:01.724686 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32aa6991-62f1-4858-a1f4-5da492cc6b9c {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:12:01.725085 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'tag': '5f1a3086-f82f-431c-b956-f69873afa048', 'status': 'completed', 'code': 200} Mar 08 06:12:01.730968 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-07c86665-af4a-42c8-a436-9cbf81d6897b req-d56ae894-37bf-46ba-8468-30d025e9419f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0884297 Mar 08 06:12:01.737868 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-8eba85e1-6d05-489d-b69a-8611e90852e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:01.739529 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-8eba85e1-6d05-489d-b69a-8611e90852e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 1128 time: 0.0664499 Mar 08 06:12:01.787268 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-07c86665-af4a-42c8-a436-9cbf81d6897b req-1d39fc40-c5fc-4203-985f-b00c8f34c8dd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551751 Mar 08 06:12:01.804088 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-50423414-540b-4434-bd86-39ff5cd22afb req-230e91fd-df43-4a12-b886-bd3ad50eee01 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 210 time: 0.0331531 Mar 08 06:12:01.841230 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-9ecb4d75-d88d-4992-8a0a-6224082dda31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1a3086-f82f-431c-b956-f69873afa048 HTTP/1.1" status: 200 len: 217 time: 0.0469792 Mar 08 06:12:01.892244 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-d921ce4d-9783-4158-88c0-3051a62f31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:01.894226 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-d921ce4d-9783-4158-88c0-3051a62f31e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0463541 Mar 08 06:12:02.041514 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-6bcb6d19-ef67-4e93-ba28-f924b45d368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:02.042925 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-6bcb6d19-ef67-4e93-ba28-f924b45d368c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1168454 Mar 08 06:12:02.063214 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-11f5feea-8950-45b5-a45e-21d7320493d8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:02.064548 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-11f5feea-8950-45b5-a45e-21d7320493d8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.31 "GET /v2.0/networks?id=9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 200 len: 815 time: 0.1396286 Mar 08 06:12:02.086277 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'port': {'device_id': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'admin_state_up': True, 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:02.218882 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-c662424b-4e22-4ba5-ac3b-560bf0644770 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533685 Mar 08 06:12:02.296808 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Made reservation on behalf of 1bfb8ff31ba243d6b9352396f79ae780 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:12:02.300367 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:02.346443 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76cd59c0-9474-4829-ae98-f9d9eaff353a req-2a4c9fb8-c655-4c9d-aecb-760a2439c03a service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211369 Mar 08 06:12:02.503007 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Allocated IP 172.20.0.4 (9042cd49-da27-4f79-a736-295d5878c65e/39cff84a-1b5a-4970-971a-4f8778ab3537/3c18c182-ebfa-443b-8fb3-7f9c6eba239a) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:12:02.672631 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:02.712128 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:02.758572 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Network 9042cd49-da27-4f79-a736-295d5878c65e is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:12:02.764788 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:12:02.769502 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:12:02.801030 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'Port': ['ID=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:02.823997 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:02.824613 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:02.850127 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-5272e618-6701-46aa-b170-56cc8ec3a5c9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675238 Mar 08 06:12:02.990440 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7838b-7aa0-49d7-8458-25033bf8a9b3 req-0c9bd8c4-f2b3-440a-a3a4-94945184c60e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:02.992027 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0a7838b-7aa0-49d7-8458-25033bf8a9b3 req-0c9bd8c4-f2b3-440a-a3a4-94945184c60e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0957062 Mar 08 06:12:03.021594 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94c603-35b5-41b2-8cfa-a92a48c60820 req-12046fea-dafe-4529-b1a7-98b6d007e62f tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:03.023364 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-af94c603-35b5-41b2-8cfa-a92a48c60820 req-12046fea-dafe-4529-b1a7-98b6d007e62f tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0931954 Mar 08 06:12:03.073736 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0a7838b-7aa0-49d7-8458-25033bf8a9b3 req-9edead93-8d56-4ac0-8801-3c97d5b0a6b3 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745847 Mar 08 06:12:03.075472 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-3222ec7c-f02b-40a4-8499-a121c73ce643 None None] Provisioning complete for port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:12:03.076833 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3222ec7c-f02b-40a4-8499-a121c73ce643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:03.116552 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3222ec7c-f02b-40a4-8499-a121c73ce643 None None] Port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:12:03.121700 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-af94c603-35b5-41b2-8cfa-a92a48c60820 req-43c88358-aa0d-4a28-aa81-f2801268bf15 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905449 Mar 08 06:12:04.240647 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123ae9-499a-41f4-bf1d-50cba919cdab req-24fdbd47-f581-44be-a3dd-04b2b739ff02 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:04.242193 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c1123ae9-499a-41f4-bf1d-50cba919cdab req-24fdbd47-f581-44be-a3dd-04b2b739ff02 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0941598 Mar 08 06:12:04.275795 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829003b-0132-479e-978f-4abc52fc9596 req-9d28f30d-0a34-4a29-9c10-4236ee7bf02a tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:04.277276 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f829003b-0132-479e-978f-4abc52fc9596 req-9d28f30d-0a34-4a29-9c10-4236ee7bf02a tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0815599 Mar 08 06:12:04.322346 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c1123ae9-499a-41f4-bf1d-50cba919cdab req-1e832c02-c219-4aeb-87e9-81782f4bae26 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731447 Mar 08 06:12:04.347294 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f829003b-0132-479e-978f-4abc52fc9596 req-b4811545-2fc8-4b20-9c1c-951ed8718857 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631547 Mar 08 06:12:05.491653 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021645cc-8c4e-4ebf-865d-5609876d1682 req-ffbb2b8a-959d-483d-a11a-f66acd1cc3b9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:05.493143 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-021645cc-8c4e-4ebf-865d-5609876d1682 req-ffbb2b8a-959d-483d-a11a-f66acd1cc3b9 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0683041 Mar 08 06:12:05.500570 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f05c9-1ef7-4d10-8655-adfb88489e71 req-86811058-3fd0-4d8e-a171-7996e9e2e104 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:05.502040 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c39f05c9-1ef7-4d10-8655-adfb88489e71 req-86811058-3fd0-4d8e-a171-7996e9e2e104 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.1056681 Mar 08 06:12:05.573053 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-021645cc-8c4e-4ebf-865d-5609876d1682 req-b68f7487-a6aa-4097-9d02-92217421d98b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699191 Mar 08 06:12:05.589016 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c39f05c9-1ef7-4d10-8655-adfb88489e71 req-2c429305-a1bb-4a18-bed2-468a6c9b9b4e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801346 Mar 08 06:12:06.742215 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc596-2c09-4a0d-a142-24fadc4e308d req-9e500ce0-d64f-405e-8f6d-64cd0ac98c3d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:06.743741 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d3cdc596-2c09-4a0d-a142-24fadc4e308d req-9e500ce0-d64f-405e-8f6d-64cd0ac98c3d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0998464 Mar 08 06:12:06.752581 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e1279-6a47-4cbc-8468-fe6f8b058314 req-0fd702c5-21cf-4630-996b-dd59272a2467 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:06.754004 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-882e1279-6a47-4cbc-8468-fe6f8b058314 req-0fd702c5-21cf-4630-996b-dd59272a2467 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0772905 Mar 08 06:12:06.826990 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d3cdc596-2c09-4a0d-a142-24fadc4e308d req-11f9a9fb-c27a-4114-a299-97c17afe251f tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719962 Mar 08 06:12:06.830374 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-882e1279-6a47-4cbc-8468-fe6f8b058314 req-c602e6db-58c5-41ed-85a3-7332e31dba95 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697520 Mar 08 06:12:07.990736 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1f0a3-eae2-45b9-a9a1-8c2a5d33db3c req-d38b7cfb-33cb-42e9-8f7b-85a94405b19e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:07.992229 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14d1f0a3-eae2-45b9-a9a1-8c2a5d33db3c req-d38b7cfb-33cb-42e9-8f7b-85a94405b19e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0912111 Mar 08 06:12:08.007487 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a9a5e-e0b8-4f52-94b1-0e21948ac9db req-08e82536-dd0d-4db0-a1f2-68988346bca6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:08.008917 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-715a9a5e-e0b8-4f52-94b1-0e21948ac9db req-08e82536-dd0d-4db0-a1f2-68988346bca6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0788863 Mar 08 06:12:08.317791 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14d1f0a3-eae2-45b9-a9a1-8c2a5d33db3c req-02c44342-da49-48f9-a704-27a6d5755efd tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185556 Mar 08 06:12:08.321633 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-715a9a5e-e0b8-4f52-94b1-0e21948ac9db req-472ee71f-f4d6-44b0-92a6-9db02e6d73ce tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058605 Mar 08 06:12:09.138421 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b615c398-c274-4c89-a511-49d2b5dc3ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:09.474278 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909dc24-02f7-47fc-96ae-616b43283c36 req-0b6b4e20-8ba7-404c-b20c-67a97678926b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:09.475878 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5909dc24-02f7-47fc-96ae-616b43283c36 req-0b6b4e20-8ba7-404c-b20c-67a97678926b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0853763 Mar 08 06:12:09.483619 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4dc64-4e6b-4d6c-a813-078128d158bc req-fbf81635-b633-4407-b348-71ab488a606d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:09.485318 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14c4dc64-4e6b-4d6c-a813-078128d158bc req-fbf81635-b633-4407-b348-71ab488a606d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0856895 Mar 08 06:12:09.561628 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14c4dc64-4e6b-4d6c-a813-078128d158bc req-b2cd4649-e94a-4639-9823-2aca8ff234b0 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696564 Mar 08 06:12:09.565273 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5909dc24-02f7-47fc-96ae-616b43283c36 req-d0683e16-fe0c-45f7-a05c-6d528df9a305 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792027 Mar 08 06:12:10.723440 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697eda41-3a71-4d53-a728-79bbc1923484 req-2d049860-f04d-42ed-8652-8d9449f1e8bb tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:10.725047 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-697eda41-3a71-4d53-a728-79bbc1923484 req-2d049860-f04d-42ed-8652-8d9449f1e8bb tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0932040 Mar 08 06:12:10.736238 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7faaa1f-6250-413f-940e-039e6c1fe1fd req-fca625ff-251c-4014-98f5-48bc949a716e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:10.738057 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d7faaa1f-6250-413f-940e-039e6c1fe1fd req-fca625ff-251c-4014-98f5-48bc949a716e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0777886 Mar 08 06:12:10.816073 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d7faaa1f-6250-413f-940e-039e6c1fe1fd req-35384abe-a424-49ac-bbb5-12dda60f54f9 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701268 Mar 08 06:12:10.819185 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-697eda41-3a71-4d53-a728-79bbc1923484 req-81d3625e-aa40-43b4-bf02-693eb280e47b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800989 Mar 08 06:12:11.374542 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-807df424-ea2b-4067-a75b-329f84cad137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:11.969854 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b47be-7e38-4cc8-9e9a-732fb5f0f1a5 req-c9997549-dbf6-40fb-90f1-f422f4bf9fdf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:11.971363 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-541b47be-7e38-4cc8-9e9a-732fb5f0f1a5 req-c9997549-dbf6-40fb-90f1-f422f4bf9fdf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0870490 Mar 08 06:12:11.978707 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb30543-839a-4f2a-9eb8-a28e68121cd3 req-3410bfa9-2ed9-40ee-b17c-62c7bbd408e5 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:11.980048 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0cb30543-839a-4f2a-9eb8-a28e68121cd3 req-3410bfa9-2ed9-40ee-b17c-62c7bbd408e5 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0865943 Mar 08 06:12:12.049806 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-541b47be-7e38-4cc8-9e9a-732fb5f0f1a5 req-a3ec2e42-9147-4dfc-8703-58cae5e3ae82 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688169 Mar 08 06:12:12.053186 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0cb30543-839a-4f2a-9eb8-a28e68121cd3 req-71f12772-eb0a-4987-b460-0f3935b43a09 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662291 Mar 08 06:12:12.482418 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:13.201318 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da396964-ef6a-4a53-ab6d-6390e26b3783 req-66c33449-21e8-4c0a-b82b-675943c03f7d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:13.202774 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da396964-ef6a-4a53-ab6d-6390e26b3783 req-66c33449-21e8-4c0a-b82b-675943c03f7d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0866787 Mar 08 06:12:13.210015 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e613a4-baa2-40fa-87af-6aad55281101 req-e7db7fc7-25aa-4675-b489-8c1d90263dfe tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:13.211406 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-87e613a4-baa2-40fa-87af-6aad55281101 req-e7db7fc7-25aa-4675-b489-8c1d90263dfe tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0935280 Mar 08 06:12:13.283220 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da396964-ef6a-4a53-ab6d-6390e26b3783 req-c3235f71-9603-45e1-84ad-6f75d1033e8f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708573 Mar 08 06:12:13.287590 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-87e613a4-baa2-40fa-87af-6aad55281101 req-e6162b84-1c1a-4f12-ad61-83eaa9a543d3 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697052 Mar 08 06:12:14.119597 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:14.438105 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85acce4-38a5-4eaf-b53b-84dfccdd0211 req-24dc82a8-c654-4b30-a92e-62adabf9c76b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:14.439526 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c85acce4-38a5-4eaf-b53b-84dfccdd0211 req-24dc82a8-c654-4b30-a92e-62adabf9c76b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0865865 Mar 08 06:12:14.446033 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a29bc8-cf63-41e9-baed-f79904415895 req-ec22e489-ca09-41a3-ad2f-e7813624277e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:14.447390 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-97a29bc8-cf63-41e9-baed-f79904415895 req-ec22e489-ca09-41a3-ad2f-e7813624277e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 931 time: 0.0850339 Mar 08 06:12:14.526240 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-97a29bc8-cf63-41e9-baed-f79904415895 req-b5f57584-a334-444c-b2c4-7eb8359a8402 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711966 Mar 08 06:12:14.529312 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c85acce4-38a5-4eaf-b53b-84dfccdd0211 req-d332313a-c218-478a-a70a-fb2e90068ed9 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810750 Mar 08 06:12:14.550362 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Request body: {'port': {'device_id': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:14.640174 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:14.643589 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-4214efa4-a19d-4468-a2e2-4759050a3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:14.645055 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-4214efa4-a19d-4468-a2e2-4759050a3d65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 1128 time: 0.0920444 Mar 08 06:12:14.833822 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-af5303a7-9e89-4137-a729-fccff33841bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:14.835313 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-af5303a7-9e89-4137-a729-fccff33841bd service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.1771510 Mar 08 06:12:14.885197 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-cc91a8d2-df9f-46d5-add6-370082b90707 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1a3086-f82f-431c-b956-f69873afa048 HTTP/1.1" status: 200 len: 217 time: 0.0402219 Mar 08 06:12:14.973356 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-06df03bc-cf0b-4b88-8418-201beac35043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:14.975053 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-06df03bc-cf0b-4b88-8418-201beac35043 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0613735 Mar 08 06:12:15.067740 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c18c182-ebfa-443b-8fb3-7f9c6eba239a {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:12:15.077608 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Publish callbacks [] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:15.081005 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-b0035868-017b-4315-8680-36be8fa23c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:15.082488 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-b0035868-017b-4315-8680-36be8fa23c7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0909407 Mar 08 06:12:15.092323 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Transition to ACTIVE for port object 3c18c182-ebfa-443b-8fb3-7f9c6eba239a will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:12:15.102015 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:15.432458 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Pushing event updated for resources: {'Port': ['ID=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:15.493599 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-8ab0c802-54a3-49d3-bff3-ebeafc1e43ea service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000819 Mar 08 06:12:15.591934 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:15.598655 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-582e9fca-ac6f-4b94-ba8b-386303936a27 req-87e830ff-1df6-402e-ac5b-d055036b914e service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973558 Mar 08 06:12:15.599480 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Attempting to bind port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:12:15.599813 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Attempting to bind port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:12:15.600136 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Attempting to bind port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a on network 9042cd49-da27-4f79-a736-295d5878c65e {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:12:15.604550 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a on network 9042cd49-da27-4f79-a736-295d5878c65e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:12:15.604867 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Attempting to bind port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a on network 9042cd49-da27-4f79-a736-295d5878c65e {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:12:15.610572 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:12:15.611017 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Checking segment: {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:12:15.611397 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Bound using segment: {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:12:15.611821 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Bound port: 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9501d53d-e3c4-4dff-9c3b-470a676a86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:12:15.612181 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:15.675725 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] For port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:12:15.679168 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] For port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:12:15.685668 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:15.693457 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716dfa6-9062-477b-b81b-30fdd6a7a54e req-1ccb2c1a-49cf-4dab-b9eb-07088fea80ec tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:15.694985 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1716dfa6-9062-477b-b81b-30fdd6a7a54e req-1ccb2c1a-49cf-4dab-b9eb-07088fea80ec tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0873859 Mar 08 06:12:15.702519 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01003e1-ad90-410c-98f6-ddce069b34f0 req-27a6b09f-b8db-43c0-bfde-ae8088b314b3 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:15.703969 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b01003e1-ad90-410c-98f6-ddce069b34f0 req-27a6b09f-b8db-43c0-bfde-ae8088b314b3 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 943 time: 0.0849426 Mar 08 06:12:15.717953 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:15.719608 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:15.720974 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] 10.222.0.31 "PUT /v2.0/ports/3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 1093 time: 1.1749253 Mar 08 06:12:15.723535 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:12:15.725652 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55d6cce-bb96-46fb-9635-40b51a667fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:12:15.756320 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d274a1-3893-4fca-b30c-7e4744ed8ccb service neutron] Pushing event updated for resources: {'Port': ['ID=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:15.782956 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1716dfa6-9062-477b-b81b-30fdd6a7a54e req-eafe95be-d3cc-4770-9b1f-a5a870f850fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779946 Mar 08 06:12:15.794659 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b01003e1-ad90-410c-98f6-ddce069b34f0 req-02b047b9-d032-4533-9680-7b93c6cd9958 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838115 Mar 08 06:12:15.836124 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-8d570a2a-00e0-4de6-be27-1a5a44e98eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:15.836124 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-8d570a2a-00e0-4de6-be27-1a5a44e98eea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1127 time: 0.0474150 Mar 08 06:12:15.885420 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-d6c29be5-89f7-4144-ad43-354b72754f86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 217 time: 0.0386229 Mar 08 06:12:15.920079 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101deb5d-f9b9-4d96-96e8-c06e8097e359 x-openstack-request-id: req-101deb5d-f9b9-4d96-96e8-c06e8097e359 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:12:15.920412 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:12:15.920624 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-101deb5d-f9b9-4d96-96e8-c06e8097e359 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:12:15.921012 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'status': 'completed', 'code': 200} Mar 08 06:12:15.939773 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-25441f3d-adea-4a6f-b43e-11c4dbbf514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:15.941250 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-25441f3d-adea-4a6f-b43e-11c4dbbf514b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39cff84a-1b5a-4970-971a-4f8778ab3537 HTTP/1.1" status: 200 len: 854 time: 0.0489826 Mar 08 06:12:15.987787 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-7133bc94-0124-4dcd-b8b0-ecb996f55f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:15.989242 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-7133bc94-0124-4dcd-b8b0-ecb996f55f7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9042cd49-da27-4f79-a736-295d5878c65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419610 Mar 08 06:12:16.079698 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-058beb66-b129-41ea-8bb0-dfabc08eba5e service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820534 Mar 08 06:12:16.165964 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-cecc8502-23f7-4be9-8770-8b4e0c9236c3 req-bc88c8be-e526-4af3-bd1b-0480728dfa5c service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794542 Mar 08 06:12:16.308842 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-f6e3cf04-5b7b-4c5e-b4ca-7844a5a653e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:16.310240 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-f6e3cf04-5b7b-4c5e-b4ca-7844a5a653e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1127 time: 0.0468264 Mar 08 06:12:16.400589 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-1477d5fa-bf37-4b79-8f22-20614d929573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:16.402053 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-1477d5fa-bf37-4b79-8f22-20614d929573 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 200 len: 916 time: 0.0816448 Mar 08 06:12:16.444329 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-f8175d26-20fd-40bc-86a7-d6706da2a5fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 217 time: 0.0356762 Mar 08 06:12:16.486599 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:12:16.491970 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-8b5d2e1e-0d39-4c75-9628-eee5fcce02dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:16.493411 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-8b5d2e1e-0d39-4c75-9628-eee5fcce02dc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39cff84a-1b5a-4970-971a-4f8778ab3537 HTTP/1.1" status: 200 len: 854 time: 0.0428007 Mar 08 06:12:16.539325 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-f1bbbc53-be67-457b-98ec-db3b4d166734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:16.540766 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-f1bbbc53-be67-457b-98ec-db3b4d166734 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9042cd49-da27-4f79-a736-295d5878c65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420651 Mar 08 06:12:16.631954 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-b81b8b88-e2ee-4efd-8a51-b008814d1d86 service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840130 Mar 08 06:12:16.722036 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b55d6cce-bb96-46fb-9635-40b51a667fc6 req-2961ea87-ad86-41cc-bee4-9ee7e6a6934f service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772004 Mar 08 06:12:16.935284 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066f6b9-8944-4c55-b6ae-091f09f04074 req-b471b9c3-c49c-4132-9b82-1e5273573d1a tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:16.936744 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a066f6b9-8944-4c55-b6ae-091f09f04074 req-b471b9c3-c49c-4132-9b82-1e5273573d1a tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0817225 Mar 08 06:12:16.958688 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a58fcf-2847-4b30-92f0-302b0737517e req-3066aaa6-3349-4f21-a9e3-e26cfa4b1d60 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:16.960109 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a5a58fcf-2847-4b30-92f0-302b0737517e req-3066aaa6-3349-4f21-a9e3-e26cfa4b1d60 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 943 time: 0.0727301 Mar 08 06:12:17.021843 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a066f6b9-8944-4c55-b6ae-091f09f04074 req-da1e99db-22f7-4b5f-98aa-f6e73e2683c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783229 Mar 08 06:12:17.028420 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a5a58fcf-2847-4b30-92f0-302b0737517e req-7ef3316c-9b6f-4f0b-b864-77496a23e11f tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622246 Mar 08 06:12:18.085222 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 5f1a3086-f82f-431c-b956-f69873afa048 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:12:18.174223 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036b75d-05db-4dda-8b7c-5e94ed0b8ca5 req-dc9423e7-20d7-4f03-bb6e-d37b58f29640 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:18.175839 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c036b75d-05db-4dda-8b7c-5e94ed0b8ca5 req-dc9423e7-20d7-4f03-bb6e-d37b58f29640 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 944 time: 0.0864277 Mar 08 06:12:18.184363 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 5f1a3086-f82f-431c-b956-f69873afa048, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f1a3086-f82f-431c-b956-f69873afa048,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:12:18.186673 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cc158-3b33-4101-ae56-fc476933c4b3 req-5e1b0844-d36a-4eee-8371-91b7661172a4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:18.188734 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9a8cc158-3b33-4101-ae56-fc476933c4b3 req-5e1b0844-d36a-4eee-8371-91b7661172a4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 943 time: 0.0895891 Mar 08 06:12:18.196098 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '5f1a3086-f82f-431c-b956-f69873afa048', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'port_id': '5f1a3086-f82f-431c-b956-f69873afa048', 'mac_address': 'fa:16:3e:6f:11:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:12:18.235150 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 5f1a3086-f82f-431c-b956-f69873afa048 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:12:18.235554 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5f1a3086-f82f-431c-b956-f69873afa048), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:18.248079 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1a3086-f82f-431c-b956-f69873afa048 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:12:18.260050 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c036b75d-05db-4dda-8b7c-5e94ed0b8ca5 req-ab18ab43-6d35-4d64-8b83-0f71d0ea1905 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703607 Mar 08 06:12:18.263384 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9a8cc158-3b33-4101-ae56-fc476933c4b3 req-ab9520cf-0951-4e5c-a8c2-a0f8a3e00913 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680077 Mar 08 06:12:18.271858 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 5f1a3086-f82f-431c-b956-f69873afa048, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f1a3086-f82f-431c-b956-f69873afa048,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:12:18.276812 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5f1a3086-f82f-431c-b956-f69873afa048), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:18.328245 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=5f1a3086-f82f-431c-b956-f69873afa048,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:18.335529 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.335874 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.336213 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.336547 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.336874 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.337198 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.337524 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.337847 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.338170 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.338492 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.338943 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.339288 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.339605 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:18.877760 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['5f1a3086-f82f-431c-b956-f69873afa048'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:12:19.208581 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:19.413527 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c9b5c-98d0-4728-b0a4-5b38a745fa67 req-401fe00f-c215-47fb-89d8-f6d0d5231b97 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:19.415023 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd3c9b5c-98d0-4728-b0a4-5b38a745fa67 req-401fe00f-c215-47fb-89d8-f6d0d5231b97 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 945 time: 0.0868807 Mar 08 06:12:19.422818 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bcf99-7914-41f1-8331-f017992465c2 req-292d4738-7279-4200-9f97-2a544d789426 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:19.424196 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-411bcf99-7914-41f1-8331-f017992465c2 req-292d4738-7279-4200-9f97-2a544d789426 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 943 time: 0.0864942 Mar 08 06:12:19.496111 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-411bcf99-7914-41f1-8331-f017992465c2 req-2bb8ed61-682b-4e97-961c-1d0b4b78f366 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653148 Mar 08 06:12:19.498991 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd3c9b5c-98d0-4728-b0a4-5b38a745fa67 req-05c6a99f-1476-4bdc-9018-8fb67513881f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739453 Mar 08 06:12:20.101000 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 3c18c182-ebfa-443b-8fb3-7f9c6eba239a details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:12:20.111504 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 5f1a3086-f82f-431c-b956-f69873afa048 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:12:20.216983 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 5f1a3086-f82f-431c-b956-f69873afa048 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:12:20.229587 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 5f1a3086-f82f-431c-b956-f69873afa048 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:12:20.229960 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (5f1a3086-f82f-431c-b956-f69873afa048), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:20.266926 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:12:20.282367 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'port_id': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'mac_address': 'fa:16:3e:db:f7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:12:20.353144 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:12:20.353464 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:20.363368 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 5f1a3086-f82f-431c-b956-f69873afa048 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:12:20.363733 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (5f1a3086-f82f-431c-b956-f69873afa048), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:20.374885 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c18c182-ebfa-443b-8fb3-7f9c6eba239a {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:12:20.402610 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1a3086-f82f-431c-b956-f69873afa048'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:12:20.404818 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dc638f-06b0-4bf7-b5fd-6792a22379bf" -d '{"events": [{"server_uuid": "a3e9c2cb-7712-4069-b5ba-e9545eee3cd4", "name": "network-vif-plugged", "status": "completed", "tag": "5f1a3086-f82f-431c-b956-f69873afa048"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:12:20.416325 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:12:20.420205 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 5f1a3086-f82f-431c-b956-f69873afa048, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f1a3086-f82f-431c-b956-f69873afa048,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:12:20.421710 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:20.426994 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (5f1a3086-f82f-431c-b956-f69873afa048), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:20.445349 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61361cdb-5381-4480-9d6a-9a3b539b42c8 x-openstack-request-id: req-61361cdb-5381-4480-9d6a-9a3b539b42c8 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:12:20.445638 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e9c2cb-7712-4069-b5ba-e9545eee3cd4", "name": "network-vif-plugged", "status": "completed", "tag": "5f1a3086-f82f-431c-b956-f69873afa048", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:12:20.445893 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61361cdb-5381-4480-9d6a-9a3b539b42c8 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:12:20.446272 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1a3086-f82f-431c-b956-f69873afa048', 'code': 200} Mar 08 06:12:20.475453 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:20.525645 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=5f1a3086-f82f-431c-b956-f69873afa048,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:20.660093 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bd828-e9d6-4ee1-a822-ea0adb9fbb1d req-73c0ade1-e59e-4ad7-8098-7336f5c631a3 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:20.661458 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-237bd828-e9d6-4ee1-a822-ea0adb9fbb1d req-73c0ade1-e59e-4ad7-8098-7336f5c631a3 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 946 time: 0.0808976 Mar 08 06:12:20.668124 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12759d-c69c-4183-a793-c83ad39daf22 req-e5b5510c-7ee2-4970-929e-9c6ebc419d72 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:20.670763 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fe12759d-c69c-4183-a793-c83ad39daf22 req-e5b5510c-7ee2-4970-929e-9c6ebc419d72 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 944 time: 0.0996106 Mar 08 06:12:20.682565 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4abc6-5775-492f-81f1-60d677831a53 req-3a61d610-4890-490e-bc63-fc7b8933cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:20.684087 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fc4abc6-5775-492f-81f1-60d677831a53 req-3a61d610-4890-490e-bc63-fc7b8933cec2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 1130 time: 0.0434523 Mar 08 06:12:20.731519 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4fc4abc6-5775-492f-81f1-60d677831a53 req-e495c8b5-0a9d-42e0-bf99-cce86469b15f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405762 Mar 08 06:12:20.739619 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-237bd828-e9d6-4ee1-a822-ea0adb9fbb1d req-add77243-8cdb-4514-8bf2-34478914df13 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678847 Mar 08 06:12:20.751286 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fe12759d-c69c-4183-a793-c83ad39daf22 req-6552fdda-7e81-4cf4-b035-39b6732a9d80 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728841 Mar 08 06:12:20.900753 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['3c18c182-ebfa-443b-8fb3-7f9c6eba239a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:12:21.888806 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86cd31-f324-4611-b074-676879a8a469 req-72db65d9-a4ea-4aca-80f6-5b3cc6c82fdc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:21.890278 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da86cd31-f324-4611-b074-676879a8a469 req-72db65d9-a4ea-4aca-80f6-5b3cc6c82fdc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 946 time: 0.0850024 Mar 08 06:12:21.899610 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb58243-24b0-4a97-aada-a9a261b8e9d5 req-b9e87065-234f-4409-8c39-c7158c7417cd tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:21.900973 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9bb58243-24b0-4a97-aada-a9a261b8e9d5 req-b9e87065-234f-4409-8c39-c7158c7417cd tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 944 time: 0.0837989 Mar 08 06:12:21.971470 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da86cd31-f324-4611-b074-676879a8a469 req-4da4cfb8-7f18-4e68-8941-1a9c520ee7b6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695598 Mar 08 06:12:21.978126 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9bb58243-24b0-4a97-aada-a9a261b8e9d5 req-bc9ebba6-c70f-4b03-9bb3-4a030fca8065 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706887 Mar 08 06:12:22.118888 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 3c18c182-ebfa-443b-8fb3-7f9c6eba239a up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:12:22.165918 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:12:22.169367 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:12:22.169736 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:22.244715 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:12:22.245103 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:22.280268 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:12:22.284552 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:22.329526 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:22.447188 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:12:22.449439 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0162d9-a605-4555-9bd4-906f89457575" -d '{"events": [{"server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "name": "network-vif-plugged", "status": "completed", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:12:22.484877 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b8fed3-08be-4d1b-badb-49f26362d425 x-openstack-request-id: req-09b8fed3-08be-4d1b-badb-49f26362d425 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:12:22.485160 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "name": "network-vif-plugged", "status": "completed", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:12:22.485424 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09b8fed3-08be-4d1b-badb-49f26362d425 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:12:22.485824 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'code': 200} Mar 08 06:12:22.732770 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40857a1-33a9-4614-ba63-47cadf553d5a req-9d95d36b-7af3-4c0d-b4c9-84a15c28375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:22.734177 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c40857a1-33a9-4614-ba63-47cadf553d5a req-9d95d36b-7af3-4c0d-b4c9-84a15c28375e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1129 time: 0.0423169 Mar 08 06:12:22.775931 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c40857a1-33a9-4614-ba63-47cadf553d5a req-52a43b9d-9bc7-4016-89fd-7197c15fc1e8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Mar 08 06:12:23.117582 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3436f-24ff-491c-9873-e92e54ba540e req-4b1ba7ed-f164-47c5-ace6-b261052a22d7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:23.119166 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2af3436f-24ff-491c-9873-e92e54ba540e req-4b1ba7ed-f164-47c5-ace6-b261052a22d7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 946 time: 0.0813160 Mar 08 06:12:23.126891 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559771e-3200-40d7-8272-67c097b4320a req-1ad18b78-594c-480d-8546-d02fb9eb8310 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:23.128229 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6559771e-3200-40d7-8272-67c097b4320a req-1ad18b78-594c-480d-8546-d02fb9eb8310 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0820720 Mar 08 06:12:23.199329 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2af3436f-24ff-491c-9873-e92e54ba540e req-249abe48-7a38-4507-827f-25c9a60c4799 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701649 Mar 08 06:12:23.203646 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6559771e-3200-40d7-8272-67c097b4320a req-cbe5f970-99e2-4ae6-bf97-350d1d522dd5 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688658 Mar 08 06:12:23.314667 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c2ec-0228-4a48-b7a5-2087e96895f8 req-de40641d-bcd7-4777-9922-ae0034b02e59 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:23.316452 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b8c9c2ec-0228-4a48-b7a5-2087e96895f8 req-de40641d-bcd7-4777-9922-ae0034b02e59 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 946 time: 0.0533257 Mar 08 06:12:23.324411 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45638) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:23.329354 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'floatingip': {'port_id': '5f1a3086-f82f-431c-b956-f69873afa048'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:23.368145 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (48ad18e2-059a-4f8a-a950-6c658c0884d3), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:23.796884 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:23.800335 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (48ad18e2-059a-4f8a-a950-6c658c0884d3), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:23.902299 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Floating IP 48ad18e2-059a-4f8a-a950-6c658c0884d3 associated. External IP: 172.27.2.224, port: 5f1a3086-f82f-431c-b956-f69873afa048. Mar 08 06:12:24.107878 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:12:24.216121 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:12:24.221523 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:24.227450 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:12:24.239636 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:12:24.240396 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:12:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:12:24.266770 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-96526e5f-bce9-4ec7-80c8-5b6d8fbe986d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "PUT /v2.0/floatingips/48ad18e2-059a-4f8a-a950-6c658c0884d3 HTTP/1.1" status: 200 len: 992 time: 0.9286578 Mar 08 06:12:24.266770 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'tag': '5f1a3086-f82f-431c-b956-f69873afa048'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:12:24.266770 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa2d15c-66a2-4b97-bbc3-931e59815670" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e9c2cb-7712-4069-b5ba-e9545eee3cd4", "tag": "5f1a3086-f82f-431c-b956-f69873afa048"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:12:24.337111 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ee581-d68d-4813-ba35-de966fd65528 req-9d8404e5-2803-4070-b4ea-d0ed08288324 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:24.343515 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da5ee581-d68d-4813-ba35-de966fd65528 req-9d8404e5-2803-4070-b4ea-d0ed08288324 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0702605 Mar 08 06:12:24.366200 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:12:24.372867 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61439fa7-3f73-49de-980d-dbd49933c744 x-openstack-request-id: req-61439fa7-3f73-49de-980d-dbd49933c744 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:12:24.373160 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e9c2cb-7712-4069-b5ba-e9545eee3cd4", "tag": "5f1a3086-f82f-431c-b956-f69873afa048", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:12:24.373416 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61439fa7-3f73-49de-980d-dbd49933c744 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:12:24.373816 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'tag': '5f1a3086-f82f-431c-b956-f69873afa048', 'status': 'completed', 'code': 200} Mar 08 06:12:24.401021 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-da5ee581-d68d-4813-ba35-de966fd65528 req-2bf9dc88-6205-4f53-9e03-e2c1b29f8847 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510697 Mar 08 06:12:24.469307 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-be7f95c2-62b6-479d-9b12-8242eb88e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:24.471449 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-be7f95c2-62b6-479d-9b12-8242eb88e476 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 1130 time: 0.0480409 Mar 08 06:12:24.570198 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-e9591afc-8285-4b2e-bc0d-e97172b4024e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:24.571800 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-e9591afc-8285-4b2e-bc0d-e97172b4024e service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.0919421 Mar 08 06:12:24.608073 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:05Z', 'revision_number': 2, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}, {'id': '48ad18e2-059a-4f8a-a950-6c658c0884d3', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '5f1a3086-f82f-431c-b956-f69873afa048', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:6f:11:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:11:56Z', 'updated_at': '2022-03-08T06:12:23Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:12:24.634841 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:12:24.635115 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-8e3f5303-4d1f-4a99-af60-c9c153f3b8ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1a3086-f82f-431c-b956-f69873afa048 HTTP/1.1" status: 200 len: 1000 time: 0.0569823 Mar 08 06:12:24.643739 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:12:24.644339 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:12:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:12:24.685941 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-77ec74d4-c586-452c-84ff-7fd29e1ef825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:24.688285 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-77ec74d4-c586-452c-84ff-7fd29e1ef825 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0461097 Mar 08 06:12:24.737826 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-b21acc87-ad72-4bb3-993f-a17f0de6d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:24.739340 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-b21acc87-ad72-4bb3-993f-a17f0de6d394 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439706 Mar 08 06:12:24.751880 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:12:24.832314 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-06853c59-6992-4c93-a303-be1e68b61f44 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809219 Mar 08 06:12:24.926677 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3aa2d15c-66a2-4b97-bbc3-931e59815670 req-b4a49798-d0cd-4e23-8e71-7305224894c9 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843577 Mar 08 06:12:24.974890 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:05Z', 'revision_number': 2, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}, {'id': '48ad18e2-059a-4f8a-a950-6c658c0884d3', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '5f1a3086-f82f-431c-b956-f69873afa048', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:6f:11:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:11:56Z', 'updated_at': '2022-03-08T06:12:23Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:12:25.004504 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d46aac-8cc3-4247-9fc8-d99414db1724 None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:05Z', 'revision_number': 2, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}, {'id': '48ad18e2-059a-4f8a-a950-6c658c0884d3', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.224', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '5f1a3086-f82f-431c-b956-f69873afa048', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:6f:11:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:11:56Z', 'updated_at': '2022-03-08T06:12:23Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:12:25.194800 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d0dad9-21c3-473c-bf5c-bdb1306218f6 None None] New status for floating IP 48ad18e2-059a-4f8a-a950-6c658c0884d3: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:12:25.535496 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc3c90-6614-4840-9939-9b32975e6f99 req-3e8d9580-5a1d-433d-a10e-db2b3d4587b5 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:25.536954 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cbdc3c90-6614-4840-9939-9b32975e6f99 req-3e8d9580-5a1d-433d-a10e-db2b3d4587b5 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0535743 Mar 08 06:12:25.588334 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cbdc3c90-6614-4840-9939-9b32975e6f99 req-b6d6f6a3-d2a1-4727-ad3a-85b67797e1b6 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Mar 08 06:12:25.705187 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4dd55-4bfc-40af-a0b1-f0d6d06f9376 req-932b92c3-81da-47de-a62c-f6c36ea86a2d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:25.706678 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55a4dd55-4bfc-40af-a0b1-f0d6d06f9376 req-932b92c3-81da-47de-a62c-f6c36ea86a2d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Mar 08 06:12:25.753875 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-55a4dd55-4bfc-40af-a0b1-f0d6d06f9376 req-1c6aac75-3c43-44bf-b6d2-310b34e627fe tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404716 Mar 08 06:12:26.087474 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dbcad-e381-42be-86a0-94e8b48a86f2 req-d16319e3-db92-4819-9d38-095c49df5db3 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:26.088942 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-011dbcad-e381-42be-86a0-94e8b48a86f2 req-d16319e3-db92-4819-9d38-095c49df5db3 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0520864 Mar 08 06:12:26.133718 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-011dbcad-e381-42be-86a0-94e8b48a86f2 req-93263a77-5f61-414e-9378-eae695cde181 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 Mar 08 06:12:28.277638 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6063e-148c-4346-b3c7-b0fab8a07faa req-90b9ed49-c199-4d00-9d9a-bd075afcfd79 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:28.279279 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-97e6063e-148c-4346-b3c7-b0fab8a07faa req-90b9ed49-c199-4d00-9d9a-bd075afcfd79 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0570738 Mar 08 06:12:28.329330 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-97e6063e-148c-4346-b3c7-b0fab8a07faa req-df9c8785-a608-41ba-b760-83eafe3758bb tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 Mar 08 06:12:29.450719 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b003a-b563-4fa2-8c6a-3f0d2af1259e req-a14cfcf5-8d06-4fe6-ad42-1b42ff0cf649 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:29.452171 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-329b003a-b563-4fa2-8c6a-3f0d2af1259e req-a14cfcf5-8d06-4fe6-ad42-1b42ff0cf649 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0523627 Mar 08 06:12:29.500171 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-329b003a-b563-4fa2-8c6a-3f0d2af1259e req-0826dc8a-d25b-4ccb-977a-9a3dcd6de6ed tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Mar 08 06:12:30.623544 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220527c8-61d2-482e-8443-1323cb1ab6e0 req-ece5bda4-a625-43fd-9d9a-f574f0d51fcf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:30.625111 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-220527c8-61d2-482e-8443-1323cb1ab6e0 req-ece5bda4-a625-43fd-9d9a-f574f0d51fcf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0596185 Mar 08 06:12:30.670544 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-220527c8-61d2-482e-8443-1323cb1ab6e0 req-b87976ce-4f97-4648-a044-a8e569a33f53 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399985 Mar 08 06:12:31.790251 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086b0cb-91b0-4b56-b06c-83bf0ec86fb9 req-023b39ef-0ec4-4d80-a09d-75c53890afab tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:31.791757 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3086b0cb-91b0-4b56-b06c-83bf0ec86fb9 req-023b39ef-0ec4-4d80-a09d-75c53890afab tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0524499 Mar 08 06:12:31.837503 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3086b0cb-91b0-4b56-b06c-83bf0ec86fb9 req-cdb33a66-0fcd-49e2-ae12-7557d203a24f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Mar 08 06:12:32.952731 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd528c75-43b0-4904-a070-910b5f382172 req-0eafee90-469f-40fc-8e7c-b10542ecdf9d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:32.955308 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd528c75-43b0-4904-a070-910b5f382172 req-0eafee90-469f-40fc-8e7c-b10542ecdf9d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0522389 Mar 08 06:12:33.003867 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd528c75-43b0-4904-a070-910b5f382172 req-7d4947fb-b22b-4629-91cd-8f05faf88fc3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Mar 08 06:12:34.338745 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abbb96-d746-4884-bf05-18331bc57743 req-1ac0d0cc-5b28-4631-9781-a467724b163a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:34.340257 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-09abbb96-d746-4884-bf05-18331bc57743 req-1ac0d0cc-5b28-4631-9781-a467724b163a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.2700632 Mar 08 06:12:34.393272 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-09abbb96-d746-4884-bf05-18331bc57743 req-16ba5684-afb1-4921-ae3f-93ab59459a1e tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456483 Mar 08 06:12:35.534026 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a7656-13f5-4c77-9f78-09a20f173b96 req-a955ce74-0239-4ea7-84d7-3ad307531042 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:35.535432 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d5a7656-13f5-4c77-9f78-09a20f173b96 req-a955ce74-0239-4ea7-84d7-3ad307531042 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0879500 Mar 08 06:12:35.542857 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7c92a-2a2c-4416-8e61-f11f1c9981fc req-c65c7b54-5c2a-4b13-b4ae-6eb7706869d4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:35.544233 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0af7c92a-2a2c-4416-8e61-f11f1c9981fc req-c65c7b54-5c2a-4b13-b4ae-6eb7706869d4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0847039 Mar 08 06:12:35.611359 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d5a7656-13f5-4c77-9f78-09a20f173b96 req-db72a0c0-4e42-44e3-b1c4-07be8c4e2249 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661714 Mar 08 06:12:35.627607 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0af7c92a-2a2c-4416-8e61-f11f1c9981fc req-ddab8281-38dc-4a43-a2ac-7aaef9b6233f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712676 Mar 08 06:12:35.634288 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45738) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:35.722719 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d94d6-fdb4-404b-b214-73df4530bb5e tempest-TestMinimumBasicScenario-64300908 tempest-TestMinimumBasicScenario-64300908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:35.724240 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-440d94d6-fdb4-404b-b214-73df4530bb5e tempest-TestMinimumBasicScenario-64300908 tempest-TestMinimumBasicScenario-64300908-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1124 time: 0.0887930 Mar 08 06:12:35.727188 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45742) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:35.731310 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'port_id': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:35.751364 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:35.847054 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:35.946251 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Allocated IP 172.27.2.55 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/35a28077-6213-45c2-ac49-932549ac645a) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:12:36.045986 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for port (35a28077-6213-45c2-ac49-932549ac645a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:36.077003 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (35a28077-6213-45c2-ac49-932549ac645a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:36.114133 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:12:36.116806 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:12:36.120119 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:12:36.149803 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'Port': ['ID=35a28077-6213-45c2-ac49-932549ac645a,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:36.478608 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for floatingip (62a55a32-e770-436d-992c-240d52a1e710), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:36.546255 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (35a28077-6213-45c2-ac49-932549ac645a), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:36.695923 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for port (35a28077-6213-45c2-ac49-932549ac645a), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:36.700395 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (35a28077-6213-45c2-ac49-932549ac645a), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:36.744069 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85749f8e-d702-4e07-8d82-ffe40feb8e13 req-902716b1-fe01-43bc-8488-dd2f2f90be84 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:36.745530 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-85749f8e-d702-4e07-8d82-ffe40feb8e13 req-902716b1-fe01-43bc-8488-dd2f2f90be84 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Mar 08 06:12:36.771898 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'Port': ['ID=35a28077-6213-45c2-ac49-932549ac645a,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:36.781790 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (62a55a32-e770-436d-992c-240d52a1e710), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:36.792440 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-85749f8e-d702-4e07-8d82-ffe40feb8e13 req-2031d253-2aee-4610-9268-6d525736ed3e tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402482 Mar 08 06:12:36.880298 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Floating IP 62a55a32-e770-436d-992c-240d52a1e710 associated. External IP: 172.27.2.55, port: 3c18c182-ebfa-443b-8fb3-7f9c6eba239a. Mar 08 06:12:37.080418 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:12:37.183934 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:12:37.195203 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] Sync routers for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:12:37.200847 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.206947 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:12:37.207561 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:12:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:12:37.229799 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-bd12c28d-8386-4c62-bfbb-876616588807 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5016112 Mar 08 06:12:37.230396 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:12:37.232679 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45748) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:37.232821 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5" -d '{"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:12:37.240989 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675266450', 'description': 'tempest-secgroup-smoke-675266450 description', 'project_id': '1bfb8ff31ba243d6b9352396f79ae780'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:37.261471 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.270199 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d4f600-5868-4078-9d57-083be5577399 x-openstack-request-id: req-52d4f600-5868-4078-9d57-083be5577399 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:12:37.270515 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:12:37.270970 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52d4f600-5868-4078-9d57-083be5577399 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:12:37.271378 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'status': 'completed', 'code': 200} Mar 08 06:12:37.322303 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:12:37.349042 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group (11bc4a7e-d503-4e79-901b-3bd33467b131), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.353450 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (11bc4a7e-d503-4e79-901b-3bd33467b131), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.385136 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bc4a7e-d503-4e79-901b-3bd33467b131,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:37.394190 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.398954 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1624486 Mar 08 06:12:37.399122 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-6a4c6623-1fe6-4427-a714-ac8ca300d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:37.399122 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-6a4c6623-1fe6-4427-a714-ac8ca300d638 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1129 time: 0.0437808 Mar 08 06:12:37.399311 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45754) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:37.404032 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-10e57f87-acd7-4f40-b838-23678644dfd8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'security_group_rule': {'security_group_id': '11bc4a7e-d503-4e79-901b-3bd33467b131', 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:37.408552 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.408897 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.409242 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.409579 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.409917 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.410239 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.410571 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.410927 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.411260 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.411586 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.411908 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.412232 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.412622 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103bdf8d-aad9-4ab9-a728-c62cceda5dc7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:12:37.447108 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e57f87-acd7-4f40-b838-23678644dfd8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (d06c3803-e76a-4560-a9d1-c7fcec9398be), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.494965 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-ced3d10d-81a6-47a6-bf52-7849d70fbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:37.496617 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-ced3d10d-81a6-47a6-bf52-7849d70fbab2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 200 len: 916 time: 0.0913694 Mar 08 06:12:37.508312 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e57f87-acd7-4f40-b838-23678644dfd8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (d06c3803-e76a-4560-a9d1-c7fcec9398be), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.512755 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e57f87-acd7-4f40-b838-23678644dfd8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (d06c3803-e76a-4560-a9d1-c7fcec9398be), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.526054 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e57f87-acd7-4f40-b838-23678644dfd8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06c3803-e76a-4560-a9d1-c7fcec9398be,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:37.541154 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e57f87-acd7-4f40-b838-23678644dfd8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.545063 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-10e57f87-acd7-4f40-b838-23678644dfd8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425023 Mar 08 06:12:37.545321 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45756) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:37.550863 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-1fdcfff3-771a-436d-8228-61100810584c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'security_group_rule': {'security_group_id': '11bc4a7e-d503-4e79-901b-3bd33467b131', 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:37.573171 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-5496701e-3645-4006-8447-c4fa740be50a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 998 time: 0.0675611 Mar 08 06:12:37.580277 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fdcfff3-771a-436d-8228-61100810584c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (a0f6a620-6f73-4aeb-a1b0-2b830791b9b8), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.626685 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-4b694744-c8c8-48fa-b2f5-aa9f39603615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:37.628435 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-4b694744-c8c8-48fa-b2f5-aa9f39603615 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39cff84a-1b5a-4970-971a-4f8778ab3537 HTTP/1.1" status: 200 len: 854 time: 0.0485086 Mar 08 06:12:37.641646 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fdcfff3-771a-436d-8228-61100810584c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (a0f6a620-6f73-4aeb-a1b0-2b830791b9b8), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.645722 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fdcfff3-771a-436d-8228-61100810584c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (a0f6a620-6f73-4aeb-a1b0-2b830791b9b8), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.670415 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fdcfff3-771a-436d-8228-61100810584c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.675571 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-1fdcfff3-771a-436d-8228-61100810584c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252942 Mar 08 06:12:37.675571 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcfff3-771a-436d-8228-61100810584c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0f6a620-6f73-4aeb-a1b0-2b830791b9b8,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:37.675571 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45758) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:37.679340 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-9cf0acc4-ddf4-47b3-a5df-c11423acf3ea tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'security_group_rule': {'security_group_id': '11bc4a7e-d503-4e79-901b-3bd33467b131', 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:37.699328 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-b0c8527d-6731-45fb-b552-db39d998a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:37.700777 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-b0c8527d-6731-45fb-b552-db39d998a60f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9042cd49-da27-4f79-a736-295d5878c65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642092 Mar 08 06:12:37.702101 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '62a55a32-e770-436d-992c-240d52a1e710', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'port_id': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'mac_address': 'fa:16:3e:db:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:12:36Z', 'updated_at': '2022-03-08T06:12:36Z', 'revision_number': 0, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 5, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:12:37.714385 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cf0acc4-ddf4-47b3-a5df-c11423acf3ea tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (881d25ec-0770-438b-af3d-3c217303d7a2), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.728878 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] Checking router: 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:12:37.738632 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:12:37.739260 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:12:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:12:37.779319 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cf0acc4-ddf4-47b3-a5df-c11423acf3ea tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (881d25ec-0770-438b-af3d-3c217303d7a2), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.784514 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cf0acc4-ddf4-47b3-a5df-c11423acf3ea tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (881d25ec-0770-438b-af3d-3c217303d7a2), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.801260 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0acc4-ddf4-47b3-a5df-c11423acf3ea tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881d25ec-0770-438b-af3d-3c217303d7a2,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:37.813767 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cf0acc4-ddf4-47b3-a5df-c11423acf3ea tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.815398 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9cf0acc4-ddf4-47b3-a5df-c11423acf3ea tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394906 Mar 08 06:12:37.818756 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45762) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:37.823807 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-03a6c801-7378-470e-a091-b63a3c496ff4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'security_group_rule': {'security_group_id': '11bc4a7e-d503-4e79-901b-3bd33467b131', 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:37.863340 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-03a6c801-7378-470e-a091-b63a3c496ff4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (404d66d7-731f-4a3b-93d5-be999595c464), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.876310 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:12:37.949776 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-03a6c801-7378-470e-a091-b63a3c496ff4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (404d66d7-731f-4a3b-93d5-be999595c464), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.957237 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-03a6c801-7378-470e-a091-b63a3c496ff4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (404d66d7-731f-4a3b-93d5-be999595c464), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:37.978205 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4e1cc-7095-4193-98cb-c19693c22dab req-3bac1bee-1ae5-4711-9527-50adf485a0ab tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:37.979730 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9de4e1cc-7095-4193-98cb-c19693c22dab req-3bac1bee-1ae5-4711-9527-50adf485a0ab tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0951929 Mar 08 06:12:37.989345 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6c801-7378-470e-a091-b63a3c496ff4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404d66d7-731f-4a3b-93d5-be999595c464,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:38.007586 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-03a6c801-7378-470e-a091-b63a3c496ff4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.008926 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-03a6c801-7378-470e-a091-b63a3c496ff4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1885979 Mar 08 06:12:38.011471 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45764) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:38.017848 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-393e998e-b605-4b4c-ae8f-a447b92d6c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'security_group_rule': {'security_group_id': '11bc4a7e-d503-4e79-901b-3bd33467b131', 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:38.036583 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9de4e1cc-7095-4193-98cb-c19693c22dab req-a136c6a0-9e5b-4d95-af73-934faa50e191 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493188 Mar 08 06:12:38.051677 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-873d7656-b452-4de3-88bb-ed9aeec19a02 service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434918 Mar 08 06:12:38.067888 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.securitygroups_db [None req-393e998e-b605-4b4c-ae8f-a447b92d6c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Project 1bfb8ff31ba243d6b9352396f79ae780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 06:12:38.082154 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-393e998e-b605-4b4c-ae8f-a447b92d6c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (50344f40-2174-4d4a-8766-16bf25fec92c), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.136645 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '62a55a32-e770-436d-992c-240d52a1e710', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'port_id': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'mac_address': 'fa:16:3e:db:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:12:36Z', 'updated_at': '2022-03-08T06:12:36Z', 'revision_number': 0, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 5, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:12:38.163215 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9af3b7-38ea-430a-ab7a-3b83b87b14e2 None None] The sync data for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi is: [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '62a55a32-e770-436d-992c-240d52a1e710', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'port_id': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'mac_address': 'fa:16:3e:db:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:12:36Z', 'updated_at': '2022-03-08T06:12:36Z', 'revision_number': 0, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 5, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:12:38.184801 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-393e998e-b605-4b4c-ae8f-a447b92d6c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (50344f40-2174-4d4a-8766-16bf25fec92c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.187475 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3579ee47-5fa0-4678-b5cf-ef2da2cbbab5 req-ba42f9e2-4c17-48ea-96f4-71449b0f885d service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283243 Mar 08 06:12:38.189037 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-393e998e-b605-4b4c-ae8f-a447b92d6c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (50344f40-2174-4d4a-8766-16bf25fec92c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.207553 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e998e-b605-4b4c-ae8f-a447b92d6c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50344f40-2174-4d4a-8766-16bf25fec92c,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:38.217858 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-393e998e-b605-4b4c-ae8f-a447b92d6c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.219953 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-393e998e-b605-4b4c-ae8f-a447b92d6c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2074170 Mar 08 06:12:38.222933 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45766) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:12:38.227552 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-41421474-72ee-421f-b2ed-e3c74622311d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'security_group_rule': {'security_group_id': '11bc4a7e-d503-4e79-901b-3bd33467b131', 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:38.247657 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.securitygroups_db [None req-41421474-72ee-421f-b2ed-e3c74622311d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Project 1bfb8ff31ba243d6b9352396f79ae780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 06:12:38.253701 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-41421474-72ee-421f-b2ed-e3c74622311d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (e623b279-acaa-434d-9dd7-8c1c1b6c534b), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.317043 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-41421474-72ee-421f-b2ed-e3c74622311d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (e623b279-acaa-434d-9dd7-8c1c1b6c534b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.323295 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-41421474-72ee-421f-b2ed-e3c74622311d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (e623b279-acaa-434d-9dd7-8c1c1b6c534b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.347115 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41421474-72ee-421f-b2ed-e3c74622311d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e623b279-acaa-434d-9dd7-8c1c1b6c534b,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:38.352920 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-41421474-72ee-421f-b2ed-e3c74622311d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.354139 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-41421474-72ee-421f-b2ed-e3c74622311d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302576 Mar 08 06:12:38.367753 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d8f66b-a83f-4d23-a139-88f20265bb3d None None] New status for floating IP 62a55a32-e770-436d-992c-240d52a1e710: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:12:38.447917 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-c7a5ed3d-2a4c-412b-bad7-5c93dc11edcc tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675266450&fields=id&tenant_id=1bfb8ff31ba243d6b9352396f79ae780 HTTP/1.1" status: 200 len: 267 time: 0.0429032 Mar 08 06:12:38.504280 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-540bd0ba-c9a0-4a49-b325-5ccd90163c77 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:38.505677 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-540bd0ba-c9a0-4a49-b325-5ccd90163c77 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0523853 Mar 08 06:12:38.517243 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'port': {'security_groups': ['805887a9-fb50-4cd4-93db-8fa1b9c16b74', '11bc4a7e-d503-4e79-901b-3bd33467b131']}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:12:38.592267 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.809877 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] For port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:12:38.838660 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.843098 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772968'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.881195 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['3c18c182-ebfa-443b-8fb3-7f9c6eba239a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:12:38.895198 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:38.895834 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:38.897266 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6a5383f2-7309-4ed1-98e4-4b1cc01ca269 req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "PUT /v2.0/ports/3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 981 time: 0.3853858 Mar 08 06:12:38.897732 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:12:38.900037 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780496ed-f10a-4439-bf5c-3a4c74d3bb90" -d '{"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:12:38.933766 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4843af-dd00-4ae0-b23e-e130e7f99e18 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'Port': ['ID=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:12:38.964540 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac9e85e-174e-45be-bb79-c217f56b9f53 x-openstack-request-id: req-bac9e85e-174e-45be-bb79-c217f56b9f53 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:12:38.964835 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:12:38.965091 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bac9e85e-174e-45be-bb79-c217f56b9f53 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:12:38.965492 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'status': 'completed', 'code': 200} Mar 08 06:12:39.023878 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0cf75-91d4-4265-9fe2-34c698de1331 req-07904269-c725-41e1-bd0f-6456f7ca0c28 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:39.025662 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b9b0cf75-91d4-4265-9fe2-34c698de1331 req-07904269-c725-41e1-bd0f-6456f7ca0c28 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0566659 Mar 08 06:12:39.074232 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-4fea7f53-0b11-43fa-be73-8605cf89471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:39.076723 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-4fea7f53-0b11-43fa-be73-8605cf89471c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1168 time: 0.0573409 Mar 08 06:12:39.116507 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b9b0cf75-91d4-4265-9fe2-34c698de1331 req-4ea3cc1c-e32a-4231-9324-92e842b0447f tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795286 Mar 08 06:12:39.136187 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['3c18c182-ebfa-443b-8fb3-7f9c6eba239a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:12:39.202168 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18c47442-a38c-4811-a3d8-7f32640bc9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:39.210752 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-fc29f5bb-2959-479a-9ec3-cca6e87c7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:39.212727 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-fc29f5bb-2959-479a-9ec3-cca6e87c7716 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 200 len: 916 time: 0.1286018 Mar 08 06:12:39.215713 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809f203-179d-4e31-aeb5-b6ecff9eac6d req-e8a23465-12cd-4788-984d-42593ef8c63f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:39.217333 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f809f203-179d-4e31-aeb5-b6ecff9eac6d req-e8a23465-12cd-4788-984d-42593ef8c63f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0646281 Mar 08 06:12:39.261155 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-3024483b-cc2c-44c6-a908-c3f77e15fd08 None None] Provisioning complete for port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:12:39.262186 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3024483b-cc2c-44c6-a908-c3f77e15fd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:39.283942 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f809f203-179d-4e31-aeb5-b6ecff9eac6d req-5b3b2339-6a6d-4bb3-b75b-e8fe436b28c2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597961 Mar 08 06:12:39.296400 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-9311c139-57ab-4ff4-81d9-1e9a8cb05777 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 1000 time: 0.0757265 Mar 08 06:12:39.351947 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-e91b2293-c2e1-44d2-add0-e84ac8c06c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:39.353698 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-e91b2293-c2e1-44d2-add0-e84ac8c06c51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39cff84a-1b5a-4970-971a-4f8778ab3537 HTTP/1.1" status: 200 len: 854 time: 0.0507746 Mar 08 06:12:39.417656 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-3dd38a15-f8da-4770-8305-91ee9ab8252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:39.417656 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-3dd38a15-f8da-4770-8305-91ee9ab8252e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9042cd49-da27-4f79-a736-295d5878c65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515163 Mar 08 06:12:39.483518 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-3024483b-cc2c-44c6-a908-c3f77e15fd08 None None] Current status of the port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:12:39.529701 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-d2dc1b58-bcc7-49c9-87a0-546e23858ec6 service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054802 Mar 08 06:12:39.625532 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-780496ed-f10a-4439-bf5c-3a4c74d3bb90 req-482d3d8b-7156-42cb-ad3b-c88bf79ccc1a service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873172 Mar 08 06:12:40.408820 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9bd414-01e1-488c-8a40-682caac3d9c2 req-7dab54fa-9275-4ca0-a41f-80cada7efb78 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:40.414603 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cf9bd414-01e1-488c-8a40-682caac3d9c2 req-7dab54fa-9275-4ca0-a41f-80cada7efb78 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0531814 Mar 08 06:12:40.462607 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cf9bd414-01e1-488c-8a40-682caac3d9c2 req-e665594c-2923-43fe-ab32-414bdbccfe5f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Mar 08 06:12:41.380395 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6dcc87e0-f5d9-414f-8138-a2c088846462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:41.573653 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa61c5-416f-4fb6-827f-8cecfca8be2a req-a79bd58a-3f62-4832-bffe-96a218a6c54c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:41.575133 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-05aa61c5-416f-4fb6-827f-8cecfca8be2a req-a79bd58a-3f62-4832-bffe-96a218a6c54c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Mar 08 06:12:41.621856 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-05aa61c5-416f-4fb6-827f-8cecfca8be2a req-f3de3889-5424-41be-8079-a40aed788fc4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403945 Mar 08 06:12:42.486652 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:42.741992 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6887b-c263-4a87-aba2-64aa9336f829 req-b3861ba2-7326-4be9-9e5b-7250d159a695 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:42.743459 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-33c6887b-c263-4a87-aba2-64aa9336f829 req-b3861ba2-7326-4be9-9e5b-7250d159a695 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Mar 08 06:12:42.788546 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-33c6887b-c263-4a87-aba2-64aa9336f829 req-52e5dc1b-0635-4837-91e8-2ed61989a4e2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396643 Mar 08 06:12:43.903617 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1ba5d-1b62-4f26-9146-fda947828942 req-07317962-b8f3-4ad5-a3bb-05838d6b2474 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:43.905055 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5fb1ba5d-1b62-4f26-9146-fda947828942 req-07317962-b8f3-4ad5-a3bb-05838d6b2474 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0517199 Mar 08 06:12:43.950643 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5fb1ba5d-1b62-4f26-9146-fda947828942 req-0901313e-b61b-4970-9efd-c941bbc37cfe tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394478 Mar 08 06:12:44.121733 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:45.067732 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8780ce-7dc4-453d-80e1-46d718837132 req-19798874-9d6b-49b4-87f4-67b8e47e4bc1 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:45.069245 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9c8780ce-7dc4-453d-80e1-46d718837132 req-19798874-9d6b-49b4-87f4-67b8e47e4bc1 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0515232 Mar 08 06:12:45.117641 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9c8780ce-7dc4-453d-80e1-46d718837132 req-a5ba8d2f-e2c9-452d-8e88-22ec1a8f6ba6 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427494 Mar 08 06:12:45.566607 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:46.234459 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7753839-42e7-447d-aec7-6ace0138c09c req-eb82a30d-effa-499c-ba1f-898745a5e437 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:46.235955 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d7753839-42e7-447d-aec7-6ace0138c09c req-eb82a30d-effa-499c-ba1f-898745a5e437 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0527794 Mar 08 06:12:46.281946 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d7753839-42e7-447d-aec7-6ace0138c09c req-51f78cf6-39de-45e1-8c49-3d0bc9919baa tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404711 Mar 08 06:12:47.399623 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79348f07-f137-49e8-a1cf-3b4394dca80c req-add34293-f891-49b8-aeef-e2da9683f304 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:47.401211 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-79348f07-f137-49e8-a1cf-3b4394dca80c req-add34293-f891-49b8-aeef-e2da9683f304 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0526793 Mar 08 06:12:47.448274 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-79348f07-f137-49e8-a1cf-3b4394dca80c req-17d69aba-e7c3-44fa-8f7c-49e1ea01c54e tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Mar 08 06:12:48.567159 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a8798-1c8e-4c61-af62-5fe15390a455 req-169b7ab5-7037-461c-91bf-4ac6113acb96 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:48.568649 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f58a8798-1c8e-4c61-af62-5fe15390a455 req-169b7ab5-7037-461c-91bf-4ac6113acb96 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0549018 Mar 08 06:12:48.614794 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f58a8798-1c8e-4c61-af62-5fe15390a455 req-51cf4948-d328-4e64-988f-18e3ef54f8cb tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405214 Mar 08 06:12:49.214978 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:12:49.735636 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090b60b-b48d-4c77-94a1-dc313105e26e req-fcc6e263-9408-4b51-865d-266f0fb971bc tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:49.737081 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9090b60b-b48d-4c77-94a1-dc313105e26e req-fcc6e263-9408-4b51-865d-266f0fb971bc tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Mar 08 06:12:49.782633 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9090b60b-b48d-4c77-94a1-dc313105e26e req-04766b15-6865-43e6-9c4f-4e879778eb5a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400350 Mar 08 06:12:49.982753 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34990-ed50-4fd9-8b0d-6fa35dc8f95a req-4aac72cb-4f73-4929-a965-a691b198ff36 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:49.984597 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9ec34990-ed50-4fd9-8b0d-6fa35dc8f95a req-4aac72cb-4f73-4929-a965-a691b198ff36 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0571530 Mar 08 06:12:50.031798 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9ec34990-ed50-4fd9-8b0d-6fa35dc8f95a req-7fbf0b4e-a8f2-47a8-ae0a-8af2773e6259 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419376 Mar 08 06:12:50.064465 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-35506960-0f4d-44a5-a3a9-1cee273b80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:50.065950 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-35506960-0f4d-44a5-a3a9-1cee273b80ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 1129 time: 0.0485590 Mar 08 06:12:50.152869 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-5a007a44-0d21-4921-8d90-3115476bf32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:50.154195 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-5a007a44-0d21-4921-8d90-3115476bf32a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 911 time: 0.0813932 Mar 08 06:12:50.219087 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-e2450d88-9114-4841-b16a-fe9ab3f71180 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 200 len: 1000 time: 0.0582378 Mar 08 06:12:50.266445 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-a9eb0b85-76cc-4be5-9ff6-e3b253f3898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:50.267870 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-a9eb0b85-76cc-4be5-9ff6-e3b253f3898e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0434442 Mar 08 06:12:50.315285 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-931e33e0-89ab-453c-b9cd-e757b502fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:50.316753 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-931e33e0-89ab-453c-b9cd-e757b502fbf0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426323 Mar 08 06:12:50.405050 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-addceeb0-c12f-4092-8f32-a9adb5e8dbeb service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813785 Mar 08 06:12:50.491182 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-76c89d2f-84f6-4d08-adbe-2592173c7427 req-f112339f-f2e0-48a9-a3b4-f6f341f66eee service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801849 Mar 08 06:12:51.151919 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111415ac-f79c-4d78-8377-901d1982a36b req-317af230-10a9-4f76-9aaf-27f4a8e6b033 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:51.153390 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-111415ac-f79c-4d78-8377-901d1982a36b req-317af230-10a9-4f76-9aaf-27f4a8e6b033 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0521030 Mar 08 06:12:51.199552 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-111415ac-f79c-4d78-8377-901d1982a36b req-4b2f921e-8d63-45a1-9298-6b9dd36f72d1 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404220 Mar 08 06:12:52.318110 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148379a-a2f5-4141-8a62-ebb29c645c7f req-b4396b99-0964-42d0-b92d-21c3a4ddb5f2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:52.319613 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8148379a-a2f5-4141-8a62-ebb29c645c7f req-b4396b99-0964-42d0-b92d-21c3a4ddb5f2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0517850 Mar 08 06:12:52.368415 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8148379a-a2f5-4141-8a62-ebb29c645c7f req-5848099b-1bd7-4574-9815-8484512c87c4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431943 Mar 08 06:12:53.485550 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:12:54.584086 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-e038f6fe-4cef-46eb-8e71-8b8f9ca1846d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467448 Mar 08 06:12:54.666638 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-d0186ac9-eb2f-4b10-9a30-a7c3d637628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:54.668099 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-d0186ac9-eb2f-4b10-9a30-a7c3d637628c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 1129 time: 0.0420887 Mar 08 06:12:54.770131 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-1aa14e05-e7db-46be-b122-20709d71eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:54.771601 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-1aa14e05-e7db-46be-b122-20709d71eaf8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.0839434 Mar 08 06:12:54.833026 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-af060b13-f1e2-4237-8029-d85a907f1d71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36e51003-9def-404e-9518-fe3caac56278 HTTP/1.1" status: 200 len: 1000 time: 0.0556736 Mar 08 06:12:54.878263 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-3b77e5c1-e454-4410-b43c-fd0a866a4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:54.879595 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-3b77e5c1-e454-4410-b43c-fd0a866a4d75 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0404024 Mar 08 06:12:54.928615 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-e4f80dde-27f3-4712-84f3-db5159a501f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:12:54.930070 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-e4f80dde-27f3-4712-84f3-db5159a501f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448050 Mar 08 06:12:55.016118 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-2211c167-9a1f-4547-9864-ecb81e3abe86 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785127 Mar 08 06:12:55.104791 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-05c24f16-4b30-4a10-bb67-3a211e611836 req-f56d6cef-0cab-4c5b-9028-2f56f9296bf5 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812054 Mar 08 06:13:09.147334 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-100cc80b-4668-483f-a98b-144eb35fb89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:10.494377 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65cf1b-0fb0-4f02-ae24-3b5598a34789 req-537f3e58-7419-42a3-bd55-467683231c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:10.495892 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5a65cf1b-0fb0-4f02-ae24-3b5598a34789 req-537f3e58-7419-42a3-bd55-467683231c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 947 time: 0.0526762 Mar 08 06:13:10.541805 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5a65cf1b-0fb0-4f02-ae24-3b5598a34789 req-0dab0c94-6249-4a8a-b4bf-a6c25bfe8317 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 Mar 08 06:13:11.381955 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a293fa2a-3da1-4ad8-aae3-d3b9c9338f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:11.663643 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c149ce-9389-4421-bbb2-27083f5559bf req-6f2ec91e-e0ab-45f5-8f33-01d9012d57dc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:11.665086 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-62c149ce-9389-4421-bbb2-27083f5559bf req-6f2ec91e-e0ab-45f5-8f33-01d9012d57dc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 947 time: 0.0504069 Mar 08 06:13:11.712480 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-62c149ce-9389-4421-bbb2-27083f5559bf req-34f7f2b4-7a59-4302-9e2a-56e7a9b3173a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418093 Mar 08 06:13:12.489669 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:12.497858 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef507671-8902-4afe-8f90-015e3077d21d req-135502fb-4a77-4455-ae48-5931cf3376a1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:12.500346 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef507671-8902-4afe-8f90-015e3077d21d req-135502fb-4a77-4455-ae48-5931cf3376a1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 947 time: 0.0521257 Mar 08 06:13:12.590907 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Deleting port 543b2d2f-c20b-4099-8079-317a7c29b785 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:13:12.591166 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:12.680333 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] For port 543b2d2f-c20b-4099-8079-317a7c29b785, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=543b2d2f-c20b-4099-8079-317a7c29b785,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:13:12.680693 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:12.838608 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22d72a-e2e4-4bd9-9091-aa35dca1d9fe req-c0286e21-fde0-4a07-9dd5-ca83651e1be5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:12.840067 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f22d72a-e2e4-4bd9-9091-aa35dca1d9fe req-c0286e21-fde0-4a07-9dd5-ca83651e1be5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 947 time: 0.0559304 Mar 08 06:13:12.886765 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f22d72a-e2e4-4bd9-9091-aa35dca1d9fe req-92248e8d-a028-4264-87b7-58cabaeb867a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=d6b1aabc-8749-43c2-93e3-18a5c61668b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408390 Mar 08 06:13:12.898050 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:12.898422 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (ba5a8040-70bf-4a54-9c4c-f234654dc4d7), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:12.898873 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Floating IP ba5a8040-70bf-4a54-9c4c-f234654dc4d7 disassociated. External IP: 172.27.2.241, port: 543b2d2f-c20b-4099-8079-317a7c29b785. Mar 08 06:13:12.899105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Calling delete_port for 543b2d2f-c20b-4099-8079-317a7c29b785 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:13:13.026221 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (543b2d2f-c20b-4099-8079-317a7c29b785), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:13.054316 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event deleted for resources: {'Port': ['ID=543b2d2f-c20b-4099-8079-317a7c29b785,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:13.065598 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.065946 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.066286 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.066648 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.066984 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.067317 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.067645 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.067971 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.068294 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.068617 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.068940 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.069262 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.069580 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:13.176501 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Router aea2b132-f0ae-48b9-9db6-7b909ffd85fe has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:13:13.283469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:13:13.294696 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] Sync routers for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:13:13.304486 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:13:13.305085 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:13.325106 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] No DVR routers for this DVR port 543b2d2f-c20b-4099-8079-317a7c29b785 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:13:13.327876 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:13.331774 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef507671-8902-4afe-8f90-015e3077d21d req-5b557eac-da49-42cc-92c4-94274c410742 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "DELETE /v2.0/ports/543b2d2f-c20b-4099-8079-317a7c29b785 HTTP/1.1" status: 204 len: 173 time: 0.8275816 Mar 08 06:13:13.332222 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-deleted', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:13:13.334613 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8297dd-091f-4831-a665-21ed6ce4cd1a" -d '{"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-deleted", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:13:13.376447 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6992922-15d8-4d8d-9f8a-d3a1f69494be x-openstack-request-id: req-c6992922-15d8-4d8d-9f8a-d3a1f69494be {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:13:13.376777 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ade06f1-3bd2-4a98-adf0-b25d7f341a42", "name": "network-vif-deleted", "tag": "543b2d2f-c20b-4099-8079-317a7c29b785", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:13:13.377006 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6992922-15d8-4d8d-9f8a-d3a1f69494be {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:13:13.377384 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ade06f1-3bd2-4a98-adf0-b25d7f341a42', 'name': 'network-vif-deleted', 'tag': '543b2d2f-c20b-4099-8079-317a7c29b785', 'status': 'completed', 'code': 200} Mar 08 06:13:13.417882 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:13:13.622489 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:13.649015 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] Checking router: aea2b132-f0ae-48b9-9db6-7b909ffd85fe for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:13:13.658420 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:13:13.659060 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:13.766726 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:13:13.975632 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:14.003999 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fa2a1c-d216-496b-9015-7983bf3e7354 None None] The sync data for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi is: [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:13:14.008171 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6fdac1e5-32d1-4e16-8841-d5dc6f32720d req-d76fbf2e-5ea5-40f9-87e9-75ca6482fc51 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=2ade06f1-3bd2-4a98-adf0-b25d7f341a42 HTTP/1.1" status: 200 len: 210 time: 0.0292890 Mar 08 06:13:14.125727 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:14.239894 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0368c-780f-425f-9088-677d7373731e None None] New status for floating IP ba5a8040-70bf-4a54-9c4c-f234654dc4d7: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:13:15.098729 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45870) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:15.151606 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-571caa59-3f11-4bff-9848-2cbf58333bee tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (d6b1aabc-8749-43c2-93e3-18a5c61668b0), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.174595 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-571caa59-3f11-4bff-9848-2cbf58333bee tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (d6b1aabc-8749-43c2-93e3-18a5c61668b0), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.221341 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-571caa59-3f11-4bff-9848-2cbf58333bee tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (d6b1aabc-8749-43c2-93e3-18a5c61668b0), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.223954 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-571caa59-3f11-4bff-9848-2cbf58333bee tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.225291 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-571caa59-3f11-4bff-9848-2cbf58333bee tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6b1aabc-8749-43c2-93e3-18a5c61668b0 HTTP/1.1" status: 204 len: 168 time: 0.1254611 Mar 08 06:13:15.228093 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45872) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:15.234860 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571caa59-3f11-4bff-9848-2cbf58333bee tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b1aabc-8749-43c2-93e3-18a5c61668b0,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:15.245833 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.api.v2.resource [None req-630b31ab-303a-47e4-a00a-31d8a3a3b28d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] show failed (client error): The resource could not be found. Mar 08 06:13:15.246858 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-630b31ab-303a-47e4-a00a-31d8a3a3b28d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups/d6b1aabc-8749-43c2-93e3-18a5c61668b0 HTTP/1.1" status: 404 len: 347 time: 0.0172009 Mar 08 06:13:15.251073 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45874) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:15.377592 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Deleting port da0ac62e-7bc6-490c-9452-73216ef397a4 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:13:15.378217 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (da0ac62e-7bc6-490c-9452-73216ef397a4), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.455736 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (da0ac62e-7bc6-490c-9452-73216ef397a4), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.456062 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (da0ac62e-7bc6-490c-9452-73216ef397a4), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.467265 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Calling delete_port for da0ac62e-7bc6-490c-9452-73216ef397a4 owned by network:floatingip {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:13:15.569277 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.616643 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (da0ac62e-7bc6-490c-9452-73216ef397a4), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.639485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event deleted for resources: {'Port': ['ID=da0ac62e-7bc6-490c-9452-73216ef397a4,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:15.701102 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (ba5a8040-70bf-4a54-9c4c-f234654dc4d7), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.704321 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.705707 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9f1fc197-cdd9-4910-ac79-e8f6049f8a2a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "DELETE /v2.0/floatingips/ba5a8040-70bf-4a54-9c4c-f234654dc4d7 HTTP/1.1" status: 204 len: 168 time: 0.4535534 Mar 08 06:13:15.882836 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45878) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:15.887610 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-fb260a96-7268-407e-b5ed-25dc185810fd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1062492190', 'description': 'tempest-description--1837937114'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:13:15.908361 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb260a96-7268-407e-b5ed-25dc185810fd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:15.996029 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb260a96-7268-407e-b5ed-25dc185810fd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (9d18acbd-9130-41a0-b696-754f2fe01a24), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.000002 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb260a96-7268-407e-b5ed-25dc185810fd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (9d18acbd-9130-41a0-b696-754f2fe01a24), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.029876 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb260a96-7268-407e-b5ed-25dc185810fd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.031821 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-fb260a96-7268-407e-b5ed-25dc185810fd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1477544 Mar 08 06:13:16.034763 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45880) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:16.039126 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-77f870ab-1496-4d24-adff-0a24104de381 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'security_group_rule': {'security_group_id': '9d18acbd-9130-41a0-b696-754f2fe01a24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:13:16.045181 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb260a96-7268-407e-b5ed-25dc185810fd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d18acbd-9130-41a0-b696-754f2fe01a24,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:16.069753 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-77f870ab-1496-4d24-adff-0a24104de381 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (6404461f-c9ac-4d2b-afaf-09ef3c011e66), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.136894 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-77f870ab-1496-4d24-adff-0a24104de381 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (6404461f-c9ac-4d2b-afaf-09ef3c011e66), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.142109 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-77f870ab-1496-4d24-adff-0a24104de381 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (6404461f-c9ac-4d2b-afaf-09ef3c011e66), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.162757 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f870ab-1496-4d24-adff-0a24104de381 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6404461f-c9ac-4d2b-afaf-09ef3c011e66,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:16.168701 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-77f870ab-1496-4d24-adff-0a24104de381 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.169890 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-77f870ab-1496-4d24-adff-0a24104de381 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341884 Mar 08 06:13:16.172888 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45882) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:16.177365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-e2ec87c6-4756-4b56-af5f-a999565a4c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'security_group_rule': {'security_group_id': '9d18acbd-9130-41a0-b696-754f2fe01a24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:13:16.207025 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2ec87c6-4756-4b56-af5f-a999565a4c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (35c762e6-22ba-4b61-92ce-62f13218c85e), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.252098 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2ec87c6-4756-4b56-af5f-a999565a4c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (35c762e6-22ba-4b61-92ce-62f13218c85e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.255597 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2ec87c6-4756-4b56-af5f-a999565a4c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (35c762e6-22ba-4b61-92ce-62f13218c85e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.274049 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec87c6-4756-4b56-af5f-a999565a4c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c762e6-22ba-4b61-92ce-62f13218c85e,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:16.279303 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e2ec87c6-4756-4b56-af5f-a999565a4c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.281017 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e2ec87c6-4756-4b56-af5f-a999565a4c1b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1065311 Mar 08 06:13:16.284200 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 45884) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:16.288891 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:13:16.308459 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.375606 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:13:16.397217 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 543b2d2f-c20b-4099-8079-317a7c29b785 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:13:16.397617 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 543b2d2f-c20b-4099-8079-317a7c29b785 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:13:16.400917 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.507390 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Allocated IP 172.27.2.210 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/c7806e5a-41f0-47ae-bba7-f362dacc77ef) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:13:16.603915 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for port (c7806e5a-41f0-47ae-bba7-f362dacc77ef), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.634937 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (c7806e5a-41f0-47ae-bba7-f362dacc77ef), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.677803 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:13:16.680513 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:13:16.684939 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:13:16.687857 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'Port': ['ID=c7806e5a-41f0-47ae-bba7-f362dacc77ef,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:16.767168 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (82fa7a9d-d56e-422a-b64f-9665288a99fc), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.802357 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c7806e5a-41f0-47ae-bba7-f362dacc77ef), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.953543 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for port (c7806e5a-41f0-47ae-bba7-f362dacc77ef), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:16.958136 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (c7806e5a-41f0-47ae-bba7-f362dacc77ef), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:17.026407 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'Port': ['ID=c7806e5a-41f0-47ae-bba7-f362dacc77ef,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:17.034615 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (82fa7a9d-d56e-422a-b64f-9665288a99fc), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:17.050130 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:17.051303 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0e4101f0-634e-4681-8149-eb08099ba4e1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7661901 Mar 08 06:13:17.194340 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-79c15b3e-8f62-4cf2-9594-879f539e4e80 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1062492190&fields=id&tenant_id=6bac5ef03da8437ab8c6c14818aee92a HTTP/1.1" status: 200 len: 267 time: 0.0409048 Mar 08 06:13:17.300495 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-2218836e-869c-4510-b65a-a98e54bceb99 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:17.301930 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-2218836e-869c-4510-b65a-a98e54bceb99 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 817 time: 0.1013751 Mar 08 06:13:17.317747 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-0b1f649b-f90c-43f3-b69d-b6545ef7eaff tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/quotas/6bac5ef03da8437ab8c6c14818aee92a HTTP/1.1" status: 200 len: 375 time: 0.0105495 Mar 08 06:13:17.372171 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-985e307b-ce07-4370-a0e5-55fbe4df1ef9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492337 Mar 08 06:13:17.463975 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-9f7e8250-2e22-472e-b7b9-4c958a23f31e service neutron] 10.222.0.16 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795915 Mar 08 06:13:17.554402 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-096d1ac4-a398-4b88-9dd4-38eed7296e9c service neutron] 10.222.0.16 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843029 Mar 08 06:13:17.714944 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-132936f9-a282-4861-9eb0-465f270a1755 req-bb959ec4-6f9a-4731-a426-122047f39029 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 210 time: 0.0273659 Mar 08 06:13:18.729506 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-8ac7f5a8-4981-4c43-a215-e7958d6c5368 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:18.730892 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-8ac7f5a8-4981-4c43-a215-e7958d6c5368 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 817 time: 0.0988779 Mar 08 06:13:18.814924 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3a7c6dc4-444d-46f4-a316-e956ffcad4bd req-76992bec-7711-4c22-b87f-b890bbbcb82c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 210 time: 0.0279841 Mar 08 06:13:18.817590 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-daee2291-4170-4897-a745-ba25003c0447 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bac5ef03da8437ab8c6c14818aee92a HTTP/1.1" status: 200 len: 380 time: 0.0543575 Mar 08 06:13:18.834178 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'port': {'device_id': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'admin_state_up': True, 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'security_groups': ['9d18acbd-9130-41a0-b696-754f2fe01a24']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:13:18.943698 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Made reservation on behalf of 6bac5ef03da8437ab8c6c14818aee92a for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:13:18.947093 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.070538 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Allocated IP 172.20.0.3 (cc057a0a-6438-4955-afc7-7a4b9fd32d05/1ef7d34b-0915-427a-b422-fdcea5695c0a/612f8011-3fd7-4fd5-81b7-6b8d4fe307aa) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:13:19.201044 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.222739 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.234253 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.279476 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:13:19.282490 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:13:19.286005 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:13:19.310214 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:19.343052 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:19.343747 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.362445 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-057be99d-336f-4b17-9783-303d4c23d4de tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5351131 Mar 08 06:13:19.384569 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Request body: {'port': {'device_id': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:13:19.445365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.563005 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-06e813d2-e8c9-4308-bd8c-be4ebf8f171e None None] Provisioning complete for port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:13:19.563388 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-06e813d2-e8c9-4308-bd8c-be4ebf8f171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.598098 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-06e813d2-e8c9-4308-bd8c-be4ebf8f171e None None] Port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:13:19.914456 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:13:19.923215 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Publish callbacks [] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.935269 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Transition to ACTIVE for port object 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:13:19.935484 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20700d17-b580-47f3-85b7-333c64883263 req-1011c2b9-54b8-4fc2-a100-233013c5b5e0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:19.937145 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-20700d17-b580-47f3-85b7-333c64883263 req-1011c2b9-54b8-4fc2-a100-233013c5b5e0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 931 time: 0.0519154 Mar 08 06:13:19.940000 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:19.989743 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-20700d17-b580-47f3-85b7-333c64883263 req-159be8e7-a93b-4f80-9e28-de085924799e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464330 Mar 08 06:13:20.009396 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:20.063542 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Attempting to bind port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:13:20.063877 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Attempting to bind port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:13:20.064207 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Attempting to bind port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa on network cc057a0a-6438-4955-afc7-7a4b9fd32d05 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:13:20.068614 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa on network cc057a0a-6438-4955-afc7-7a4b9fd32d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:13:20.068935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Attempting to bind port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa on network cc057a0a-6438-4955-afc7-7a4b9fd32d05 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:13:20.073816 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:13:20.074162 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Checking segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:13:20.074543 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Bound using segment: {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:13:20.075001 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Bound port: 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa4a45-bd17-42bd-b460-d81fe2e9990b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:13:20.075357 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:20.147083 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:13:20.150836 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:13:20.157769 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:20.193383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:20.194003 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:20.195413 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] 10.222.0.31 "PUT /v2.0/ports/612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 200 len: 1093 time: 0.8152249 Mar 08 06:13:20.195852 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:13:20.198091 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3fbe9b-e843-418c-8a7e-e9050079da85" -d '{"events": [{"name": "network-changed", "server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:13:20.223152 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f93d98-4fb5-4f2a-a251-ede8a328f2af service neutron] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:20.242159 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b411a3bb-a39d-47ee-a9aa-42622bb8c1a7 x-openstack-request-id: req-b411a3bb-a39d-47ee-a9aa-42622bb8c1a7 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:13:20.242523 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:13:20.242864 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b411a3bb-a39d-47ee-a9aa-42622bb8c1a7 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:13:20.243330 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'status': 'completed', 'code': 200} Mar 08 06:13:20.307309 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-17db8922-60c8-4108-9bcf-e0449bd04ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:20.308861 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-17db8922-60c8-4108-9bcf-e0449bd04ffe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 1127 time: 0.0475824 Mar 08 06:13:20.365730 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-b313438e-8b43-4da0-8166-3fa329b422f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 200 len: 217 time: 0.0392060 Mar 08 06:13:20.414639 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-b2bf31b4-1e8d-4193-86c9-8f4e3de2ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:20.416062 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-b2bf31b4-1e8d-4193-86c9-8f4e3de2ab6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0430436 Mar 08 06:13:20.466314 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-f8e66e5a-5490-411e-88ee-2805b0b061af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:20.468661 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-f8e66e5a-5490-411e-88ee-2805b0b061af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456834 Mar 08 06:13:20.558159 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-034853cc-1bdd-46af-b7fe-e711c90becb9 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825770 Mar 08 06:13:20.643509 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-105da5d0-5a02-48d5-82f5-19613e045a2c req-5fc78c96-c3fe-430e-b83d-fb7c8f63001a service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792458 Mar 08 06:13:20.780100 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-d93356bf-4e4f-4e0a-bc62-e6916eba2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:20.781672 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-d93356bf-4e4f-4e0a-bc62-e6916eba2479 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 1127 time: 0.0485656 Mar 08 06:13:20.869626 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-014beec4-6691-41b2-82fe-cd92c38165be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:20.871106 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-014beec4-6691-41b2-82fe-cd92c38165be service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.0820074 Mar 08 06:13:20.914138 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-9b8a62b9-354d-4e62-9248-d41b73b5e3d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 200 len: 217 time: 0.0357108 Mar 08 06:13:20.960451 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-072a6587-effa-4afb-9089-0a93d846c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:20.961950 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-072a6587-effa-4afb-9089-0a93d846c997 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0425141 Mar 08 06:13:21.009314 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-0d10a50b-ab82-43e3-929d-f89768b559b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:21.010789 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-0d10a50b-ab82-43e3-929d-f89768b559b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421159 Mar 08 06:13:21.101964 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-55ff2faa-c7da-4468-a355-b6eb6bdc79a5 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846953 Mar 08 06:13:21.116959 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dee7c-0bae-4433-a065-1c5c7d78f905 req-7b507b0a-b1b1-408a-bf67-24d7bcf28f08 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:21.118490 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-755dee7c-0bae-4433-a065-1c5c7d78f905 req-7b507b0a-b1b1-408a-bf67-24d7bcf28f08 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0565834 Mar 08 06:13:21.165836 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-755dee7c-0bae-4433-a065-1c5c7d78f905 req-f192526d-1c35-4950-bee6-26266c547182 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404408 Mar 08 06:13:21.194550 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e3fbe9b-e843-418c-8a7e-e9050079da85 req-d941425c-adbd-494f-9119-559736f58bf3 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863850 Mar 08 06:13:22.290253 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff05738-62ea-4560-910b-fa1b0cbadc25 req-52114c4b-870f-4306-b764-e5e69439d475 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:22.291767 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5ff05738-62ea-4560-910b-fa1b0cbadc25 req-52114c4b-870f-4306-b764-e5e69439d475 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0515542 Mar 08 06:13:22.338416 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5ff05738-62ea-4560-910b-fa1b0cbadc25 req-e0824502-d1c7-4acf-b7df-c5bbcf320352 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404069 Mar 08 06:13:22.411728 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:13:22.507385 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:13:22.517823 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'port_id': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'mac_address': 'fa:16:3e:b3:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:13:22.554279 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:13:22.554688 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:22.567084 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:13:22.585713 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:13:22.589491 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:22.635219 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:22.642564 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.642941 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.643293 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.643634 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.643976 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.644311 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.644645 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.644976 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.645309 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.645642 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.645969 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.646295 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:22.646646 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:23.127653 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:13:23.463095 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28480468-dbee-4788-bc8e-e8b8e605c9f8 req-bb71c69b-4dbd-448f-ab09-cfa2fb62c90c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:23.464568 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-28480468-dbee-4788-bc8e-e8b8e605c9f8 req-bb71c69b-4dbd-448f-ab09-cfa2fb62c90c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 944 time: 0.0559287 Mar 08 06:13:23.511184 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-28480468-dbee-4788-bc8e-e8b8e605c9f8 req-2c78a3ef-b1a6-482d-88bf-f571c7a6d2ac tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 Mar 08 06:13:24.435850 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:13:24.488631 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:13:24.492130 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:13:24.492495 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:24.569323 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:13:24.569719 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:24.595974 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:13:24.598270 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dd3bb7-6bef-4755-8a97-1df89dfc5fa5" -d '{"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-plugged", "status": "completed", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:13:24.611616 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:13:24.616691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:24.637059 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fd2b7-8d24-49e3-be53-888ca8fc7409 req-c62c1f97-a7a5-438d-898a-06ca4077f213 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:24.638464 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-805fd2b7-8d24-49e3-be53-888ca8fc7409 req-c62c1f97-a7a5-438d-898a-06ca4077f213 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 944 time: 0.0548234 Mar 08 06:13:24.665500 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:24.689066 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-805fd2b7-8d24-49e3-be53-888ca8fc7409 req-6b95701f-59c1-4de5-8fa8-e17fc11ed234 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442154 Mar 08 06:13:24.701010 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa1a3c0-b911-4448-9017-7bbc98a98a1c x-openstack-request-id: req-0fa1a3c0-b911-4448-9017-7bbc98a98a1c {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:13:24.701313 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-plugged", "status": "completed", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:13:24.701575 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0fa1a3c0-b911-4448-9017-7bbc98a98a1c {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:13:24.702652 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'code': 200} Mar 08 06:13:24.905601 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052ceef-1545-4287-9173-9120b66d3524 req-63d2eabf-c46a-4a4d-b5fd-6ece003832de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:24.907034 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7052ceef-1545-4287-9173-9120b66d3524 req-63d2eabf-c46a-4a4d-b5fd-6ece003832de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 1129 time: 0.0427139 Mar 08 06:13:24.954986 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7052ceef-1545-4287-9173-9120b66d3524 req-f7a8f5f6-8e62-4ee5-a826-bc5c89f3bde0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Mar 08 06:13:25.815351 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373ec3-254a-4dd3-9666-7a8dcbfb6b4d req-bb845940-d414-497a-af12-dacdf766c748 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:25.816787 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f373ec3-254a-4dd3-9666-7a8dcbfb6b4d req-bb845940-d414-497a-af12-dacdf766c748 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0546548 Mar 08 06:13:25.862129 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f373ec3-254a-4dd3-9666-7a8dcbfb6b4d req-46ab2662-38f6-4d55-8443-568d5aa96754 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399127 Mar 08 06:13:26.983740 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab204393-248f-4138-900a-ce8c1815990e req-cf24ee6c-43db-419d-b02e-1980cb87ab06 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:26.985187 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ab204393-248f-4138-900a-ce8c1815990e req-cf24ee6c-43db-419d-b02e-1980cb87ab06 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0541520 Mar 08 06:13:27.031799 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ab204393-248f-4138-900a-ce8c1815990e req-4ef8aa65-a0a4-47c1-9c23-b481625cdeec tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 Mar 08 06:13:27.148982 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ebec7-a01e-47dd-b595-76bf87ed4574 req-e505845a-1cb5-4c4d-ae9c-ff65a5257b2e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:27.150376 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f45ebec7-a01e-47dd-b595-76bf87ed4574 req-e505845a-1cb5-4c4d-ae9c-ff65a5257b2e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0524709 Mar 08 06:13:27.159796 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 45948) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:27.163920 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Request body: {'floatingip': {'port_id': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:13:27.203971 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (82fa7a9d-d56e-422a-b64f-9665288a99fc), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:27.846342 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:27.850255 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (82fa7a9d-d56e-422a-b64f-9665288a99fc), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:27.949748 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Floating IP 82fa7a9d-d56e-422a-b64f-9665288a99fc associated. External IP: 172.27.2.210, port: 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa. Mar 08 06:13:28.154306 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Router aea2b132-f0ae-48b9-9db6-7b909ffd85fe has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:13:28.262261 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:13:28.267309 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:28.272375 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] Sync routers for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:13:28.297821 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-bfa1fbfe-30cf-49e4-8fd0-2f313309777a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "PUT /v2.0/floatingips/82fa7a9d-d56e-422a-b64f-9665288a99fc HTTP/1.1" status: 200 len: 991 time: 1.1369858 Mar 08 06:13:28.298479 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:13:28.300979 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:13:28.338149 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168c9ff9-cac4-4c97-b866-083aa5d9c4af x-openstack-request-id: req-168c9ff9-cac4-4c97-b866-083aa5d9c4af {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:13:28.338442 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:13:28.338731 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-168c9ff9-cac4-4c97-b866-083aa5d9c4af {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:13:28.339141 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'status': 'completed', 'code': 200} Mar 08 06:13:28.408334 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:13:28.408882 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:28.425024 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-5d136acd-b88c-470a-92ec-ea3c26bd92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:28.426533 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-5d136acd-b88c-470a-92ec-ea3c26bd92b1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 1129 time: 0.0442920 Mar 08 06:13:28.513867 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-74b42ca1-a7bf-488c-a522-c85b327f312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:28.515882 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-74b42ca1-a7bf-488c-a522-c85b327f312b service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.0835087 Mar 08 06:13:28.517788 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:13:28.581822 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-3b7e1c48-d9b2-4134-908e-1b1e833b4188 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 200 len: 999 time: 0.0599456 Mar 08 06:13:28.628058 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-8c50c4ea-0532-4dc3-a230-7e70cd9335e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:28.629498 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-8c50c4ea-0532-4dc3-a230-7e70cd9335e3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0420740 Mar 08 06:13:28.677222 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-4edabc3f-dea1-4c7a-9813-75ad9de96831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:28.678678 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-4edabc3f-dea1-4c7a-9813-75ad9de96831 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423777 Mar 08 06:13:28.739799 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '82fa7a9d-d56e-422a-b64f-9665288a99fc', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'port_id': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'mac_address': 'fa:16:3e:b3:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:13:16Z', 'updated_at': '2022-03-08T06:13:27Z', 'revision_number': 1, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:28.768555 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-819c3a28-afaa-4d6e-a814-c2c697f52270 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840347 Mar 08 06:13:28.772010 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] Checking router: aea2b132-f0ae-48b9-9db6-7b909ffd85fe for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:13:28.779319 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:13:28.779917 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:28.859197 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eb8c30d8-0ab3-4fc1-8f33-893e9d901c3d req-3e18032a-90f1-4e45-a761-59034d3c0f3f service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840611 Mar 08 06:13:28.887748 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:13:29.105808 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '82fa7a9d-d56e-422a-b64f-9665288a99fc', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'port_id': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'mac_address': 'fa:16:3e:b3:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:13:16Z', 'updated_at': '2022-03-08T06:13:27Z', 'revision_number': 1, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:29.135623 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd45a37-696c-47af-92a2-485c2f93d61f None None] The sync data for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi is: [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '82fa7a9d-d56e-422a-b64f-9665288a99fc', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'port_id': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'mac_address': 'fa:16:3e:b3:a8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:13:16Z', 'updated_at': '2022-03-08T06:13:27Z', 'revision_number': 1, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:13:29.319772 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cbfff0-0e82-4f4c-9c31-1b8f37e291fb None None] New status for floating IP 82fa7a9d-d56e-422a-b64f-9665288a99fc: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:13:30.484325 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:13:39.149430 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4a5695d5-f282-4b26-afe3-adf6c13a2b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:41.384107 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b364fea8-8865-4f7b-9395-e7261795b2e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:42.492529 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:44.127034 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:45.571584 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:46.999930 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf0e63-f35f-49b7-97d2-b5fcbc8b4582 req-b0c4e865-da4a-4ff3-ad8f-75b0e001ee58 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:47.001387 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2fdf0e63-f35f-49b7-97d2-b5fcbc8b4582 req-b0c4e865-da4a-4ff3-ad8f-75b0e001ee58 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 946 time: 0.0519705 Mar 08 06:13:47.046798 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2fdf0e63-f35f-49b7-97d2-b5fcbc8b4582 req-ed3bf477-3921-441f-a60a-2fd3b95a847e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392551 Mar 08 06:13:48.165631 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede78112-079a-4655-950a-80d02e4679f4 req-ce5e1937-9ede-40c0-a4b3-a68e69c6133e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:48.167139 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ede78112-079a-4655-950a-80d02e4679f4 req-ce5e1937-9ede-40c0-a4b3-a68e69c6133e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 946 time: 0.0538325 Mar 08 06:13:48.217407 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ede78112-079a-4655-950a-80d02e4679f4 req-c8dff053-a5a0-4936-8c12-b94dfeb23a14 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441995 Mar 08 06:13:49.223022 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-fa74a780-acd9-47f0-83d9-02747f33d896 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:49.223640 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:49.224442 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-fa74a780-acd9-47f0-83d9-02747f33d896 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 946 time: 0.0524306 Mar 08 06:13:49.357287 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cd8d6-2e69-4cab-b3fd-5255acc58ff0 req-9e367380-c1c8-4bed-aff7-8cfd1190dd81 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:49.360039 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c83cd8d6-2e69-4cab-b3fd-5255acc58ff0 req-9e367380-c1c8-4bed-aff7-8cfd1190dd81 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 946 time: 0.0593052 Mar 08 06:13:49.377085 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Deleting port 5f1a3086-f82f-431c-b956-f69873afa048 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:13:49.377427 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (5f1a3086-f82f-431c-b956-f69873afa048), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:49.407811 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c83cd8d6-2e69-4cab-b3fd-5255acc58ff0 req-2f799eaa-2bd0-449d-9454-a9d91458e5fb tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421126 Mar 08 06:13:49.471545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] For port 5f1a3086-f82f-431c-b956-f69873afa048, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=5f1a3086-f82f-431c-b956-f69873afa048,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:13:49.471919 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (5f1a3086-f82f-431c-b956-f69873afa048), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:49.643605 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:49.643966 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (48ad18e2-059a-4f8a-a950-6c658c0884d3), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:49.644281 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Floating IP 48ad18e2-059a-4f8a-a950-6c658c0884d3 disassociated. External IP: 172.27.2.224, port: 5f1a3086-f82f-431c-b956-f69873afa048. Mar 08 06:13:49.644620 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Calling delete_port for 5f1a3086-f82f-431c-b956-f69873afa048 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:13:49.771150 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (5f1a3086-f82f-431c-b956-f69873afa048), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:49.803517 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'Port': ['ID=5f1a3086-f82f-431c-b956-f69873afa048,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:49.920002 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:13:50.029320 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:13:50.040072 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:13:50.050169 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:13:50.050831 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:50.070932 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] No DVR routers for this DVR port 5f1a3086-f82f-431c-b956-f69873afa048 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:13:50.073513 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:50.076919 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1c42dab8-2230-40ba-8241-24f0368ff14c req-63ef33b0-57eb-4327-bafa-5171241cfc7c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "DELETE /v2.0/ports/5f1a3086-f82f-431c-b956-f69873afa048 HTTP/1.1" status: 204 len: 173 time: 0.7986069 Mar 08 06:13:50.077863 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'name': 'network-vif-deleted', 'tag': '5f1a3086-f82f-431c-b956-f69873afa048'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:13:50.080592 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e97b24-633c-43f3-bd1b-dd95b8de3a3d" -d '{"events": [{"server_uuid": "a3e9c2cb-7712-4069-b5ba-e9545eee3cd4", "name": "network-vif-deleted", "tag": "5f1a3086-f82f-431c-b956-f69873afa048"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:13:50.119234 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a8c1f0-a349-41c8-932b-bd47c9c6af38 x-openstack-request-id: req-d2a8c1f0-a349-41c8-932b-bd47c9c6af38 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:13:50.119736 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e9c2cb-7712-4069-b5ba-e9545eee3cd4", "name": "network-vif-deleted", "tag": "5f1a3086-f82f-431c-b956-f69873afa048", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:13:50.120183 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2a8c1f0-a349-41c8-932b-bd47c9c6af38 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:13:50.120624 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e9c2cb-7712-4069-b5ba-e9545eee3cd4', 'name': 'network-vif-deleted', 'tag': '5f1a3086-f82f-431c-b956-f69873afa048', 'status': 'completed', 'code': 200} Mar 08 06:13:50.185646 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:13:50.415865 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:05Z', 'revision_number': 2, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:50.443172 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:13:50.451493 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:13:50.452443 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:50.528953 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-284fdf9f-bfdf-4932-9795-7c2718902ddc req-8137d8a7-2246-4faf-8ab5-96ded76326d8 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3e9c2cb-7712-4069-b5ba-e9545eee3cd4 HTTP/1.1" status: 200 len: 210 time: 0.0263095 Mar 08 06:13:50.689235 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:13:50.922960 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:05Z', 'revision_number': 2, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:50.953173 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c1881-4046-4e30-be88-a46660612141 None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.66', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '36e51003-9def-404e-9518-fe3caac56278', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:48:9f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:08:41Z', 'updated_at': '2022-03-08T06:09:05Z', 'revision_number': 2, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:13:51.181360 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c9a0e7-93f0-4b28-96ad-e1cbb55a7034 None None] New status for floating IP 48ad18e2-059a-4f8a-a950-6c658c0884d3: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:13:51.623466 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46010) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:51.625266 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291aefe-ffeb-46da-a52e-8e8f6924e8d4 req-01af9785-2e3b-4149-bf6b-477dd84385ab tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:51.632306 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f291aefe-ffeb-46da-a52e-8e8f6924e8d4 req-01af9785-2e3b-4149-bf6b-477dd84385ab tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0660117 Mar 08 06:13:51.698111 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f291aefe-ffeb-46da-a52e-8e8f6924e8d4 req-dd31faf5-61c8-4f0d-8703-89e753e15d8d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585635 Mar 08 06:13:51.705173 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-ae5ccbf0-4d03-45e9-8e82-3808f4b1f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:51.706957 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-ae5ccbf0-4d03-45e9-8e82-3808f4b1f93e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1168 time: 0.0948722 Mar 08 06:13:51.712348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-869bf43e-f1b3-4c10-8c29-11dec44b5e9d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:51.785494 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-869bf43e-f1b3-4c10-8c29-11dec44b5e9d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:51.843926 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-02facdb4-f8d2-4cbb-b2c9-abc38eb139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:51.845453 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-02facdb4-f8d2-4cbb-b2c9-abc38eb139fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 200 len: 916 time: 0.1311817 Mar 08 06:13:51.890900 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-869bf43e-f1b3-4c10-8c29-11dec44b5e9d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:51.893434 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-869bf43e-f1b3-4c10-8c29-11dec44b5e9d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:51.894547 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-869bf43e-f1b3-4c10-8c29-11dec44b5e9d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "DELETE /v2.0/security-groups/b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3 HTTP/1.1" status: 204 len: 168 time: 0.2690854 Mar 08 06:13:51.897395 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46012) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:51.910925 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.api.v2.resource [None req-cb47d254-ce6d-4b2d-9a14-20672e3d3c60 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] show failed (client error): The resource could not be found. Mar 08 06:13:51.911232 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bf43e-f1b3-4c10-8c29-11dec44b5e9d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:51.912105 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-cb47d254-ce6d-4b2d-9a14-20672e3d3c60 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups/b87b3292-2e14-4a6e-ae2b-f5bf7798bcf3 HTTP/1.1" status: 404 len: 347 time: 0.0136757 Mar 08 06:13:51.915135 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46014) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:51.934145 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-e305334e-f738-47bb-ad69-d8c5d1135360 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 1000 time: 0.0799410 Mar 08 06:13:51.984461 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-2004e6c2-14db-46dd-8d2a-9c490bc3b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:51.986566 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-2004e6c2-14db-46dd-8d2a-9c490bc3b536 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39cff84a-1b5a-4970-971a-4f8778ab3537 HTTP/1.1" status: 200 len: 854 time: 0.0449693 Mar 08 06:13:52.036167 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-9dc3c717-b12d-4755-918b-e73cdfc4a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:52.037667 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-9dc3c717-b12d-4755-918b-e73cdfc4a636 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9042cd49-da27-4f79-a736-295d5878c65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447643 Mar 08 06:13:52.041933 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Deleting port a0081903-6fce-43ec-a733-022cc1ecc9ec {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:13:52.042278 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (a0081903-6fce-43ec-a733-022cc1ecc9ec), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:52.117772 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (a0081903-6fce-43ec-a733-022cc1ecc9ec), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:52.118016 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (a0081903-6fce-43ec-a733-022cc1ecc9ec), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:52.132054 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Calling delete_port for a0081903-6fce-43ec-a733-022cc1ecc9ec owned by network:floatingip {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:13:52.134405 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-abb48c38-34f2-4a7d-8bb6-07eb1f99f7bb service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900426 Mar 08 06:13:52.234724 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1000e854-aff0-4ec4-9238-5a3b0ddae673 req-6b19ab36-e076-4032-b82e-7a125f024bbf service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930886 Mar 08 06:13:52.270424 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (a0081903-6fce-43ec-a733-022cc1ecc9ec), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:52.294464 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'Port': ['ID=a0081903-6fce-43ec-a733-022cc1ecc9ec,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:52.305216 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.305570 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.305918 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.306254 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.306609 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.306951 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.307825 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.307825 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.308013 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.308230 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.308554 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.308881 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.309207 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:13:52.383630 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (48ad18e2-059a-4f8a-a950-6c658c0884d3), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:52.386106 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:52.387290 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c09ac55a-bed1-41ed-b861-4d320fcee917 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "DELETE /v2.0/floatingips/48ad18e2-059a-4f8a-a950-6c658c0884d3 HTTP/1.1" status: 204 len: 168 time: 0.4712472 Mar 08 06:13:52.564356 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 5f1a3086-f82f-431c-b956-f69873afa048 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:13:52.586475 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 5f1a3086-f82f-431c-b956-f69873afa048 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:13:52.586862 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 5f1a3086-f82f-431c-b956-f69873afa048 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:13:52.829044 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf392f-62f1-4c66-ad88-bf5714f1116d req-3204ed61-2bc5-45b2-9aa5-b2afbe4b1a3e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:52.831111 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0acf392f-62f1-4c66-ad88-bf5714f1116d req-3204ed61-2bc5-45b2-9aa5-b2afbe4b1a3e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0623507 Mar 08 06:13:52.896204 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0acf392f-62f1-4c66-ad88-bf5714f1116d req-16623e1d-7aa4-4457-b55b-9d9a769bf02a tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592761 Mar 08 06:13:54.054507 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22260ae1-70ed-4871-a5b4-03ea6e6bcd04 req-813d9618-2c6d-48a4-8b2f-6a5c2ac4c082 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:54.056000 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-22260ae1-70ed-4871-a5b4-03ea6e6bcd04 req-813d9618-2c6d-48a4-8b2f-6a5c2ac4c082 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0927696 Mar 08 06:13:54.062792 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135f57f-9627-4ae0-9700-3f2a0b99ecb9 req-c2d58c7a-368c-40e1-b2aa-b57a2803067f tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:54.064133 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f135f57f-9627-4ae0-9700-3f2a0b99ecb9 req-c2d58c7a-368c-40e1-b2aa-b57a2803067f tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0905538 Mar 08 06:13:54.136518 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-22260ae1-70ed-4871-a5b4-03ea6e6bcd04 req-91f79494-99ae-4321-a433-0f9ceb8c533e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714455 Mar 08 06:13:54.153652 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f135f57f-9627-4ae0-9700-3f2a0b99ecb9 req-3f941569-2ed9-4202-872f-f2a855f628db tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0830507 Mar 08 06:13:55.284572 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344118-4075-41ec-bdda-64739276b5d3 req-08a1149f-b98a-40f2-ab27-101a2a9b185c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:55.285951 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9e344118-4075-41ec-bdda-64739276b5d3 req-08a1149f-b98a-40f2-ab27-101a2a9b185c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0810120 Mar 08 06:13:55.307951 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba98a60-d280-4cea-9bb9-808fda0762bb req-eda335f4-fcbc-4c2e-98c0-0339f3e7ae45 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:55.309386 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ba98a60-d280-4cea-9bb9-808fda0762bb req-eda335f4-fcbc-4c2e-98c0-0339f3e7ae45 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0779076 Mar 08 06:13:55.371853 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9e344118-4075-41ec-bdda-64739276b5d3 req-8b55b110-34a4-4a67-b9f7-c1753577ab50 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792372 Mar 08 06:13:55.397109 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0ba98a60-d280-4cea-9bb9-808fda0762bb req-29b014a9-f9c6-4e84-9a78-8064480561a4 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0814345 Mar 08 06:13:55.649161 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-2bcf9586-fc2c-42cf-9287-4fd49f61d088 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649736 Mar 08 06:13:55.657742 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-bcf72d0f-6b7c-446f-a1e6-d9c49e3dd09a tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:55.659117 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-bcf72d0f-6b7c-446f-a1e6-d9c49e3dd09a tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0836468 Mar 08 06:13:55.792370 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-56de4f47-b79b-4d3d-a1a7-32bf2c1adc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:55.793860 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-56de4f47-b79b-4d3d-a1a7-32bf2c1adc7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 1129 time: 0.0834646 Mar 08 06:13:55.807383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Deleting port 36e51003-9def-404e-9518-fe3caac56278 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:13:55.807749 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (36e51003-9def-404e-9518-fe3caac56278), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:55.957884 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] For port 36e51003-9def-404e-9518-fe3caac56278, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=36e51003-9def-404e-9518-fe3caac56278,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:13:55.958170 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (36e51003-9def-404e-9518-fe3caac56278), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:55.970256 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-8821ed71-a083-4661-b554-1250417adebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:55.971768 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-8821ed71-a083-4661-b554-1250417adebd service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 911 time: 0.1592958 Mar 08 06:13:56.107328 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-90a6cf06-eec9-4e9f-84f1-96eb02e96f8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 200 len: 1000 time: 0.1002080 Mar 08 06:13:56.197541 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-54eee04d-83e6-464b-84d7-a5e76f8cc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:56.199032 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-54eee04d-83e6-464b-84d7-a5e76f8cc6fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0853093 Mar 08 06:13:56.222261 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:56.222557 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:56.222898 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Floating IP 45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8 disassociated. External IP: 172.27.2.66, port: 36e51003-9def-404e-9518-fe3caac56278. Mar 08 06:13:56.223291 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Calling delete_port for 36e51003-9def-404e-9518-fe3caac56278 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:13:56.310815 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-cada1e92-3496-4132-989c-c63ff9f76d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:56.312317 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-cada1e92-3496-4132-989c-c63ff9f76d95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1043510 Mar 08 06:13:56.526003 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92bf14-03d3-49be-868d-247eb3e4140f req-3f309983-158e-48f1-84ef-37b538025db9 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:56.527506 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0f92bf14-03d3-49be-868d-247eb3e4140f req-3f309983-158e-48f1-84ef-37b538025db9 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 945 time: 0.0839815 Mar 08 06:13:56.562992 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8762d-a045-4bf6-aa25-3bdd0ef4f62b req-913f35c5-5832-4d9a-8ac7-f987f745c67c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:56.564578 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e6a8762d-a045-4bf6-aa25-3bdd0ef4f62b req-913f35c5-5832-4d9a-8ac7-f987f745c67c tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0897877 Mar 08 06:13:56.613770 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0f92bf14-03d3-49be-868d-247eb3e4140f req-b1102a8c-1549-4a1f-ad35-7afaf3213196 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=f47ce84f-c562-4d5d-9293-92f4e5918fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791285 Mar 08 06:13:56.653327 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e6a8762d-a045-4bf6-aa25-3bdd0ef4f62b req-479574b4-a180-4cbf-b108-3908461d2ce0 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821991 Mar 08 06:13:56.713357 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-58eeb703-5c72-48b5-8ccd-84399d07f31d service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944068 Mar 08 06:13:56.742621 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (36e51003-9def-404e-9518-fe3caac56278), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:56.814116 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'Port': ['ID=36e51003-9def-404e-9518-fe3caac56278,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:56.896368 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8a303cb2-24fd-480b-95a7-d2684980d220 req-ec9e8e83-1848-4441-a4df-165a047d4634 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745851 Mar 08 06:13:56.964046 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:13:57.070688 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:13:57.081551 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:13:57.094117 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:13:57.094695 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:57.114121 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] No DVR routers for this DVR port 36e51003-9def-404e-9518-fe3caac56278 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:13:57.116670 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:57.119924 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-62a61db7-e3dc-474a-90ca-010438e185b4 req-2a498574-046c-49db-820a-f3f5b4678cee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "DELETE /v2.0/ports/36e51003-9def-404e-9518-fe3caac56278 HTTP/1.1" status: 204 len: 173 time: 1.4403429 Mar 08 06:13:57.120383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'name': 'network-vif-deleted', 'tag': '36e51003-9def-404e-9518-fe3caac56278'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:13:57.122592 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f895fac3-7d16-4faf-85f4-4dbc3d994f0a" -d '{"events": [{"server_uuid": "9e85a188-cb32-45d9-84ce-7d034a4f5eb0", "name": "network-vif-deleted", "tag": "36e51003-9def-404e-9518-fe3caac56278"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:13:57.159460 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d936205-68c2-4a48-b291-1d9ef78d66bb x-openstack-request-id: req-6d936205-68c2-4a48-b291-1d9ef78d66bb {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:13:57.159460 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e85a188-cb32-45d9-84ce-7d034a4f5eb0", "name": "network-vif-deleted", "tag": "36e51003-9def-404e-9518-fe3caac56278", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:13:57.160033 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d936205-68c2-4a48-b291-1d9ef78d66bb {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:13:57.160136 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e85a188-cb32-45d9-84ce-7d034a4f5eb0', 'name': 'network-vif-deleted', 'tag': '36e51003-9def-404e-9518-fe3caac56278', 'status': 'completed', 'code': 200} Mar 08 06:13:57.221371 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:13:57.429090 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:57.454342 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:13:57.463011 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:13:57.463614 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:57.576861 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:13:57.745136 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-348c4811-e8b3-4034-ad19-2d62473cde91 req-6a914398-f62b-4918-9f71-3ecf76bb09c6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e85a188-cb32-45d9-84ce-7d034a4f5eb0 HTTP/1.1" status: 200 len: 210 time: 0.0432782 Mar 08 06:13:57.803723 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:13:57.805345 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706b96f-6281-47f6-b446-c45c9ff1a051 req-e1af8005-d210-4541-a93f-c03935f3b2a7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:57.806961 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6706b96f-6281-47f6-b446-c45c9ff1a051 req-e1af8005-d210-4541-a93f-c03935f3b2a7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0650668 Mar 08 06:13:57.842560 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfdeea7-2ffa-47be-b64c-7d8c6201db5a None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:13:57.873293 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6706b96f-6281-47f6-b446-c45c9ff1a051 req-4fc42b17-66b0-434d-897a-4cb1eedce023 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576282 Mar 08 06:13:58.099870 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6f7ff8-a633-4be0-889f-74b6da28589b None None] New status for floating IP 45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:13:58.360889 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6129bc-a3f3-4d2c-b23f-77515563bede req-8d4764cc-df6c-41e9-8e7b-6fd2b9acae43 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:58.362252 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1c6129bc-a3f3-4d2c-b23f-77515563bede req-8d4764cc-df6c-41e9-8e7b-6fd2b9acae43 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0564904 Mar 08 06:13:58.407908 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1c6129bc-a3f3-4d2c-b23f-77515563bede req-a591e190-bc15-4c67-957d-166f739f1963 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 Mar 08 06:13:58.577949 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 36e51003-9def-404e-9518-fe3caac56278 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:13:58.597792 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 36e51003-9def-404e-9518-fe3caac56278 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:13:58.598131 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 36e51003-9def-404e-9518-fe3caac56278 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:13:58.832521 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46072) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:58.884669 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3045e05-2822-414a-9bcf-d559b489321c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (f47ce84f-c562-4d5d-9293-92f4e5918fbb), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:58.907576 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3045e05-2822-414a-9bcf-d559b489321c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (f47ce84f-c562-4d5d-9293-92f4e5918fbb), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:58.975668 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3045e05-2822-414a-9bcf-d559b489321c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f47ce84f-c562-4d5d-9293-92f4e5918fbb), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:58.978185 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3045e05-2822-414a-9bcf-d559b489321c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:58.979333 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c3045e05-2822-414a-9bcf-d559b489321c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "DELETE /v2.0/security-groups/f47ce84f-c562-4d5d-9293-92f4e5918fbb HTTP/1.1" status: 204 len: 168 time: 0.1457798 Mar 08 06:13:58.982085 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46076) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:58.994262 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3045e05-2822-414a-9bcf-d559b489321c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ce84f-c562-4d5d-9293-92f4e5918fbb,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:58.995853 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.api.v2.resource [None req-2e94afab-cbe7-44da-9626-0208c6c18242 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] show failed (client error): The resource could not be found. Mar 08 06:13:58.996843 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2e94afab-cbe7-44da-9626-0208c6c18242 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups/f47ce84f-c562-4d5d-9293-92f4e5918fbb HTTP/1.1" status: 404 len: 347 time: 0.0137603 Mar 08 06:13:59.000056 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46078) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:59.053001 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c89452-b3dd-456d-9f86-05018001ede0 req-7e124d66-b7fb-494e-b0ce-28375af74094 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:59.054376 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b0c89452-b3dd-456d-9f86-05018001ede0 req-7e124d66-b7fb-494e-b0ce-28375af74094 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.1127963 Mar 08 06:13:59.169871 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b0c89452-b3dd-456d-9f86-05018001ede0 req-25b955e8-fff7-4132-9bf7-9c8cd17724ee tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097915 Mar 08 06:13:59.181644 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Deleting port 43c890fa-46ca-41ca-920e-d2d1c320e293 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:13:59.182002 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (43c890fa-46ca-41ca-920e-d2d1c320e293), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.256999 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (43c890fa-46ca-41ca-920e-d2d1c320e293), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.257332 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (43c890fa-46ca-41ca-920e-d2d1c320e293), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.269624 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Calling delete_port for 43c890fa-46ca-41ca-920e-d2d1c320e293 owned by network:floatingip {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:13:59.402086 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (43c890fa-46ca-41ca-920e-d2d1c320e293), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.426552 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'Port': ['ID=43c890fa-46ca-41ca-920e-d2d1c320e293,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:59.521302 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.523834 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.524970 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-afcfa793-fa83-4396-bf77-611681e1a87d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "DELETE /v2.0/floatingips/45fd1df3-25cb-4a6a-b6bc-72e7f9a9cfe8 HTTP/1.1" status: 204 len: 168 time: 0.5239985 Mar 08 06:13:59.546090 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4688d-b526-4660-8a79-0270e0049cb4 req-aaf0e41f-4d14-4c6b-a7dc-f822e9415d14 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:59.546876 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5ef4688d-b526-4660-8a79-0270e0049cb4 req-aaf0e41f-4d14-4c6b-a7dc-f822e9415d14 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0680821 Mar 08 06:13:59.594202 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5ef4688d-b526-4660-8a79-0270e0049cb4 req-2754b46f-85ac-4d3d-9fd7-ba37689b0274 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=beef7a99-337a-422b-a668-ae8504c2cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Mar 08 06:13:59.654889 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b869f-115e-406e-8162-bde68fd6f080 req-70f0b8b2-bbb6-4392-b2f5-abb37b047b13 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:13:59.656551 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b24b869f-115e-406e-8162-bde68fd6f080 req-70f0b8b2-bbb6-4392-b2f5-abb37b047b13 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 945 time: 0.0519691 Mar 08 06:13:59.752452 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Deleting port 1b88936d-44da-439d-9c83-aa14387d6bed {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:13:59.752787 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.838350 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] For port 1b88936d-44da-439d-9c83-aa14387d6bed, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=1b88936d-44da-439d-9c83-aa14387d6bed,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:13:59.838652 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.865446 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46084) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:59.869865 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-88b0d823-57d5-4baa-860c-1f79c7f139cf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935188747', 'description': 'tempest-description--786564863'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:13:59.889078 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88b0d823-57d5-4baa-860c-1f79c7f139cf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.953929 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88b0d823-57d5-4baa-860c-1f79c7f139cf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (52588551-c9d9-4c2d-84ca-c1b24386d585), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.958397 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88b0d823-57d5-4baa-860c-1f79c7f139cf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (52588551-c9d9-4c2d-84ca-c1b24386d585), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.987885 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88b0d823-57d5-4baa-860c-1f79c7f139cf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:13:59.989078 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-88b0d823-57d5-4baa-860c-1f79c7f139cf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1226654 Mar 08 06:13:59.990993 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0d823-57d5-4baa-860c-1f79c7f139cf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52588551-c9d9-4c2d-84ca-c1b24386d585,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:13:59.992933 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46086) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:13:59.997797 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-69a2f4e1-f56a-42a7-85ba-5f467edc490e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group_rule': {'security_group_id': '52588551-c9d9-4c2d-84ca-c1b24386d585', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:00.022460 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69a2f4e1-f56a-42a7-85ba-5f467edc490e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (ea0dfa66-23ec-4d8b-9f11-3c1a2e642cb6), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.022907 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.023400 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (8deb9cad-6db4-4d20-90fc-737fa11cdeee), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.023585 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Floating IP 8deb9cad-6db4-4d20-90fc-737fa11cdeee disassociated. External IP: 172.27.2.87, port: 1b88936d-44da-439d-9c83-aa14387d6bed. Mar 08 06:14:00.023958 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Calling delete_port for 1b88936d-44da-439d-9c83-aa14387d6bed owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:14:00.081224 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69a2f4e1-f56a-42a7-85ba-5f467edc490e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (ea0dfa66-23ec-4d8b-9f11-3c1a2e642cb6), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.085008 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69a2f4e1-f56a-42a7-85ba-5f467edc490e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (ea0dfa66-23ec-4d8b-9f11-3c1a2e642cb6), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.100322 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2f4e1-f56a-42a7-85ba-5f467edc490e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0dfa66-23ec-4d8b-9f11-3c1a2e642cb6,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:00.110648 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69a2f4e1-f56a-42a7-85ba-5f467edc490e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.111858 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-69a2f4e1-f56a-42a7-85ba-5f467edc490e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180253 Mar 08 06:14:00.114406 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46088) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:00.118829 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-7f67a237-4824-481c-a5b0-c58fd630d28f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group_rule': {'security_group_id': '52588551-c9d9-4c2d-84ca-c1b24386d585', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:00.143742 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f67a237-4824-481c-a5b0-c58fd630d28f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (a46ceb1b-d911-4242-9e66-6551529efa9a), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.154446 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (1b88936d-44da-439d-9c83-aa14387d6bed), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.183213 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event deleted for resources: {'Port': ['ID=1b88936d-44da-439d-9c83-aa14387d6bed,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:00.201346 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f67a237-4824-481c-a5b0-c58fd630d28f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (a46ceb1b-d911-4242-9e66-6551529efa9a), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.206759 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f67a237-4824-481c-a5b0-c58fd630d28f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (a46ceb1b-d911-4242-9e66-6551529efa9a), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.234099 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f67a237-4824-481c-a5b0-c58fd630d28f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.238295 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-7f67a237-4824-481c-a5b0-c58fd630d28f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227796 Mar 08 06:14:00.238483 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46092) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:00.239710 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67a237-4824-481c-a5b0-c58fd630d28f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46ceb1b-d911-4242-9e66-6551529efa9a,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:00.244442 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:00.301735 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.319872 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f4464-1d3f-4502-ae03-8ea0eb4ef544 req-93ac5480-10f9-4eef-9b6c-a037bc7f67fc tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:00.321682 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-675f4464-1d3f-4502-ae03-8ea0eb4ef544 req-93ac5480-10f9-4eef-9b6c-a037bc7f67fc tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0555439 Mar 08 06:14:00.344445 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Router 526a2714-31b4-4207-97fe-9458d8d601ae has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:14:00.382697 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-675f4464-1d3f-4502-ae03-8ea0eb4ef544 req-0241e9aa-5d3f-4664-975c-d155e24b9c0d tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542197 Mar 08 06:14:00.499669 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:14:00.508719 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] Sync routers for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:14:00.519632 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:14:00.520239 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:00.542138 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] No DVR routers for this DVR port 1b88936d-44da-439d-9c83-aa14387d6bed on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:14:00.544542 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.547329 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.550599 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b24b869f-115e-406e-8162-bde68fd6f080 req-24a3db0e-1ae9-4dbe-9c42-626b4a5e245b tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "DELETE /v2.0/ports/1b88936d-44da-439d-9c83-aa14387d6bed HTTP/1.1" status: 204 len: 173 time: 0.8882279 Mar 08 06:14:00.550964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'name': 'network-vif-deleted', 'tag': '1b88936d-44da-439d-9c83-aa14387d6bed'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:14:00.553226 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381947c6-89a9-4a6f-af3b-a23f78b18a3b" -d '{"events": [{"server_uuid": "9488d7ed-a800-4c89-9e9f-5329515519d8", "name": "network-vif-deleted", "tag": "1b88936d-44da-439d-9c83-aa14387d6bed"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:14:00.606258 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9812ab-c3bd-498a-b5b6-463a08d75c9f x-openstack-request-id: req-0a9812ab-c3bd-498a-b5b6-463a08d75c9f {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:14:00.606643 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9488d7ed-a800-4c89-9e9f-5329515519d8", "name": "network-vif-deleted", "tag": "1b88936d-44da-439d-9c83-aa14387d6bed", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:14:00.606915 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a9812ab-c3bd-498a-b5b6-463a08d75c9f {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:14:00.607303 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9488d7ed-a800-4c89-9e9f-5329515519d8', 'name': 'network-vif-deleted', 'tag': '1b88936d-44da-439d-9c83-aa14387d6bed', 'status': 'completed', 'code': 200} Mar 08 06:14:00.709350 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Allocated IP 172.27.2.92 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/c943e13d-f7cc-4b18-a825-c36290692406) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:14:00.725072 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-efb1a7f0-e0e4-4209-942b-fabc4e9e036e req-4f4b78d5-82b9-4328-9755-09c9d7c1ae72 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=9488d7ed-a800-4c89-9e9f-5329515519d8 HTTP/1.1" status: 200 len: 210 time: 0.0409274 Mar 08 06:14:00.733487 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:14:00.834719 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (c943e13d-f7cc-4b18-a825-c36290692406), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.869084 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (c943e13d-f7cc-4b18-a825-c36290692406), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:00.908282 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:14:00.914413 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:14:00.917830 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:14:00.939064 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:00.943681 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=c943e13d-f7cc-4b18-a825-c36290692406,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:00.967090 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] Checking router: 526a2714-31b4-4207-97fe-9458d8d601ae for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:14:00.977379 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:14:00.978149 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:13:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:01.005983 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (ade4d17a-f6e0-41e6-a50e-c424869c6e68), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.043240 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c943e13d-f7cc-4b18-a825-c36290692406), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.094867 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:14:01.203848 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (c943e13d-f7cc-4b18-a825-c36290692406), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.208438 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (c943e13d-f7cc-4b18-a825-c36290692406), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.278864 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=c943e13d-f7cc-4b18-a825-c36290692406,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:01.290769 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (ade4d17a-f6e0-41e6-a50e-c424869c6e68), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.300614 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:01.305918 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.307306 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-94cfa487-f6f2-4954-81a2-a50fef5e74c4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0679460 Mar 08 06:14:01.334378 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57f993-32d2-4bf5-abdd-d0c9c56448e2 None None] The sync data for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi is: [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:14:01.496999 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-4a350381-bd7e-41f8-abc2-ae188ed5d269 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--935188747&fields=id&tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 267 time: 0.0759201 Mar 08 06:14:01.538892 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c9c4c-a302-4735-baff-3f7db415ddca req-abfa5d19-4cab-4713-8c37-75e8af6ba8e8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:01.540421 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d60c9c4c-a302-4735-baff-3f7db415ddca req-abfa5d19-4cab-4713-8c37-75e8af6ba8e8 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0833042 Mar 08 06:14:01.565604 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f610d-5d80-4f74-908e-2cc2da47dfbb None None] New status for floating IP 8deb9cad-6db4-4d20-90fc-737fa11cdeee: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:14:01.663172 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d60c9c4c-a302-4735-baff-3f7db415ddca req-166d95b0-9009-4a75-a6e3-63f0cc835005 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1102536 Mar 08 06:14:01.678454 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-bb6fa14f-0ca1-4803-9895-03ae3dd74ba6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:01.679931 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-bb6fa14f-0ca1-4803-9895-03ae3dd74ba6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 814 time: 0.1611156 Mar 08 06:14:01.696699 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-bc22d484-ab49-408c-9eed-25b3916bc1e2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/quotas/b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 375 time: 0.0111277 Mar 08 06:14:01.752638 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-2dea310e-f4c2-4a23-bb84-b8c3bd84e5d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505123 Mar 08 06:14:01.802453 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46116) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:01.855451 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-f0dd4283-4940-41f8-900a-f98607576d6e service neutron] 10.222.0.16 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919356 Mar 08 06:14:01.857678 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ef2aae82-68c1-40bb-b20f-6f24d9c1241f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (beef7a99-337a-422b-a668-ae8504c2cb9d), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.881722 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ef2aae82-68c1-40bb-b20f-6f24d9c1241f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (beef7a99-337a-422b-a668-ae8504c2cb9d), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.931234 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ef2aae82-68c1-40bb-b20f-6f24d9c1241f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (beef7a99-337a-422b-a668-ae8504c2cb9d), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.933784 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ef2aae82-68c1-40bb-b20f-6f24d9c1241f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:01.935012 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-ef2aae82-68c1-40bb-b20f-6f24d9c1241f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "DELETE /v2.0/security-groups/beef7a99-337a-422b-a668-ae8504c2cb9d HTTP/1.1" status: 204 len: 168 time: 0.1314676 Mar 08 06:14:01.939085 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46118) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:01.953426 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2aae82-68c1-40bb-b20f-6f24d9c1241f tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef7a99-337a-422b-a668-ae8504c2cb9d,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:01.960266 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.api.v2.resource [None req-c39ec930-d6f3-4b45-8f4b-d2b5016658ff tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] show failed (client error): The resource could not be found. Mar 08 06:14:01.965714 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c39ec930-d6f3-4b45-8f4b-d2b5016658ff tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups/beef7a99-337a-422b-a668-ae8504c2cb9d HTTP/1.1" status: 404 len: 347 time: 0.0228570 Mar 08 06:14:01.966851 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46120) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:02.094007 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Deleting port 6576a04c-b7d2-42e0-9b0c-432f815dbe70 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:14:02.094768 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (6576a04c-b7d2-42e0-9b0c-432f815dbe70), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.172246 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (6576a04c-b7d2-42e0-9b0c-432f815dbe70), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.172641 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (6576a04c-b7d2-42e0-9b0c-432f815dbe70), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.176391 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-e1ea45bc-a2b8-448d-b550-607a1d6e0c09 service neutron] 10.222.0.16 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145499 Mar 08 06:14:02.184375 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Calling delete_port for 6576a04c-b7d2-42e0-9b0c-432f815dbe70 owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:14:02.331921 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (6576a04c-b7d2-42e0-9b0c-432f815dbe70), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.363598 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event deleted for resources: {'Port': ['ID=6576a04c-b7d2-42e0-9b0c-432f815dbe70,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:02.368355 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a15ef372-61e6-4fb7-8f8f-5ced80501e18 req-3a9ce862-87e1-45eb-81cb-5ff0882a6f69 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 210 time: 0.0335205 Mar 08 06:14:02.425353 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (8deb9cad-6db4-4d20-90fc-737fa11cdeee), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.428017 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.429165 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3de5bb2e-06a9-4089-8593-0fc20357b4bf tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "DELETE /v2.0/floatingips/8deb9cad-6db4-4d20-90fc-737fa11cdeee HTTP/1.1" status: 204 len: 168 time: 0.4607210 Mar 08 06:14:02.602506 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 1b88936d-44da-439d-9c83-aa14387d6bed no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:14:02.625852 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 1b88936d-44da-439d-9c83-aa14387d6bed {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:14:02.626207 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 1b88936d-44da-439d-9c83-aa14387d6bed not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:14:02.641087 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46134) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:02.645637 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-bd316d1b-a839-44d8-98f9-dcbec0288194 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819688856', 'description': 'tempest-description--1213056275'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:02.664768 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd316d1b-a839-44d8-98f9-dcbec0288194 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.736374 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd316d1b-a839-44d8-98f9-dcbec0288194 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (5c5aa50d-402f-4d62-9a95-bc661c4d7df6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.740159 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd316d1b-a839-44d8-98f9-dcbec0288194 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5c5aa50d-402f-4d62-9a95-bc661c4d7df6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.769911 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bd316d1b-a839-44d8-98f9-dcbec0288194 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.770934 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-bd316d1b-a839-44d8-98f9-dcbec0288194 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287580 Mar 08 06:14:02.775296 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46138) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:02.779711 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-9332055a-0378-40ca-ba5d-98dff04d80c9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'security_group_rule': {'security_group_id': '5c5aa50d-402f-4d62-9a95-bc661c4d7df6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:02.790309 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd316d1b-a839-44d8-98f9-dcbec0288194 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5aa50d-402f-4d62-9a95-bc661c4d7df6,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:02.807953 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98851b-6504-41ce-839f-cdd8345f8c06 req-327ac3ea-1048-4170-bffd-60efb3591524 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:02.810015 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0d98851b-6504-41ce-839f-cdd8345f8c06 req-327ac3ea-1048-4170-bffd-60efb3591524 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0601330 Mar 08 06:14:02.817204 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9332055a-0378-40ca-ba5d-98dff04d80c9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (706f1e5e-959e-4aca-924a-7b4035c7f591), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.871971 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9332055a-0378-40ca-ba5d-98dff04d80c9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (706f1e5e-959e-4aca-924a-7b4035c7f591), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.877344 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0d98851b-6504-41ce-839f-cdd8345f8c06 req-8ddc74a2-a713-4c24-9b7b-2761b2788c3b tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593154 Mar 08 06:14:02.878912 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9332055a-0378-40ca-ba5d-98dff04d80c9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (706f1e5e-959e-4aca-924a-7b4035c7f591), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.903042 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332055a-0378-40ca-ba5d-98dff04d80c9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706f1e5e-959e-4aca-924a-7b4035c7f591,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:02.909915 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9332055a-0378-40ca-ba5d-98dff04d80c9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:02.911189 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9332055a-0378-40ca-ba5d-98dff04d80c9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350608 Mar 08 06:14:02.913797 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46140) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:02.919529 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-984c94fa-51a4-4945-9b2b-5ca9ff5a87b3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'security_group_rule': {'security_group_id': '5c5aa50d-402f-4d62-9a95-bc661c4d7df6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:02.945494 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-984c94fa-51a4-4945-9b2b-5ca9ff5a87b3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (c1e20214-fad4-45ae-a097-26506414443a), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.000914 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-984c94fa-51a4-4945-9b2b-5ca9ff5a87b3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (c1e20214-fad4-45ae-a097-26506414443a), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.005655 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-984c94fa-51a4-4945-9b2b-5ca9ff5a87b3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (c1e20214-fad4-45ae-a097-26506414443a), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.025352 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c94fa-51a4-4945-9b2b-5ca9ff5a87b3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e20214-fad4-45ae-a097-26506414443a,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:03.030865 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-984c94fa-51a4-4945-9b2b-5ca9ff5a87b3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.032026 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-984c94fa-51a4-4945-9b2b-5ca9ff5a87b3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173005 Mar 08 06:14:03.035121 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46142) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:03.039461 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:03.059623 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.155982 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.260863 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Allocated IP 172.27.2.251 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/67445460-2013-4cb6-8027-0429659d0895) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:14:03.371373 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for port (67445460-2013-4cb6-8027-0429659d0895), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.406487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (67445460-2013-4cb6-8027-0429659d0895), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.461453 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:14:03.468434 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3fef9027-5b64-4d52-959c-8b6d965f9c5e req-d4483331-8d5b-4c44-97c0-a61a097d1602 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 210 time: 0.0287113 Mar 08 06:14:03.474400 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:14:03.480308 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:14:03.545510 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'Port': ['ID=67445460-2013-4cb6-8027-0429659d0895,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:03.610015 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-5cb74e70-7ff5-4c0d-9c3d-b82a59c3a1f3 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:03.611509 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-5cb74e70-7ff5-4c0d-9c3d-b82a59c3a1f3 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 814 time: 0.1979423 Mar 08 06:14:03.628583 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (f82539ae-4d4d-44a5-912a-ead8cbc386a5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.693767 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (67445460-2013-4cb6-8027-0429659d0895), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:03.725977 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-b9c89453-b455-4a84-845f-6e6f0d426938 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 379 time: 0.0986648 Mar 08 06:14:03.736102 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'port': {'device_id': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'admin_state_up': True, 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'security_groups': ['52588551-c9d9-4c2d-84ca-c1b24386d585']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:04.004710 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c52da1-c9ef-4a64-be03-5883b855d1da req-77cdf745-c2e6-4376-87f0-b711694bcad7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:04.006530 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-03c52da1-c9ef-4a64-be03-5883b855d1da req-77cdf745-c2e6-4376-87f0-b711694bcad7 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.0571175 Mar 08 06:14:04.068536 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-03c52da1-c9ef-4a64-be03-5883b855d1da req-77b269b5-504e-4de4-9a36-bfcc890ab547 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=11bc4a7e-d503-4e79-901b-3bd33467b131&id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563831 Mar 08 06:14:04.149641 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Made reservation on behalf of b9595ef1da5f48cab7cdacd5de8ceac8 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:14:04.152958 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.185323 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for port (67445460-2013-4cb6-8027-0429659d0895), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.194299 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (67445460-2013-4cb6-8027-0429659d0895), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.313652 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'Port': ['ID=67445460-2013-4cb6-8027-0429659d0895,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:04.349551 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (f82539ae-4d4d-44a5-912a-ead8cbc386a5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.373623 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.375064 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-13bc9131-8621-4a5f-b29e-a8194a8ce9d8 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3390336 Mar 08 06:14:04.378815 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Allocated IP 172.20.0.5 (973f7c0a-12e5-4799-8f15-8eee2b353fe6/b9d999ee-7805-406f-9984-5b2234fab44d/c921403c-b069-4330-98e6-e001b0b1b350) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:14:04.523275 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (c921403c-b069-4330-98e6-e001b0b1b350), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.538024 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-9c4348f5-cb7c-44f7-9062-feeee5ee81c0 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--819688856&fields=id&tenant_id=819589deabfe4d30b83cff86a10b00ce HTTP/1.1" status: 200 len: 267 time: 0.0593972 Mar 08 06:14:04.558902 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (c921403c-b069-4330-98e6-e001b0b1b350), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.582897 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0f2c2580-7e57-460d-933c-b91e53723c78 req-8e9de501-788d-4827-a8ee-a18e83b02e0e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 210 time: 0.0403426 Mar 08 06:14:04.611004 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:14:04.613978 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:14:04.617620 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:14:04.641936 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=c921403c-b069-4330-98e6-e001b0b1b350,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:04.677299 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:04.677922 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.681119 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-3d5a6da5-b379-40b3-837d-a8bcdba578a6 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:04.682891 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-3d5a6da5-b379-40b3-837d-a8bcdba578a6 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 810 time: 0.1321480 Mar 08 06:14:04.694744 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-9da29637-75b2-4402-a49b-865ef61b0256 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9626489 Mar 08 06:14:04.701023 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-37d2d7ea-a83e-4daa-b4b6-d2656066024e tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/quotas/819589deabfe4d30b83cff86a10b00ce HTTP/1.1" status: 200 len: 375 time: 0.0096354 Mar 08 06:14:04.712421 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Request body: {'port': {'device_id': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:04.761794 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-aa57b597-a317-490d-926d-9560ec13da29 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536456 Mar 08 06:14:04.772962 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c921403c-b069-4330-98e6-e001b0b1b350), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.863438 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-d6bc590c-9009-4470-8bff-17f80b1ec2e0 service neutron] 10.222.0.16 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881579 Mar 08 06:14:04.865768 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-68eb6161-d527-473c-8ad2-d0d0fd6de8fb None None] Provisioning complete for port c921403c-b069-4330-98e6-e001b0b1b350 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:14:04.866741 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-68eb6161-d527-473c-8ad2-d0d0fd6de8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (c921403c-b069-4330-98e6-e001b0b1b350), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:04.901416 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-68eb6161-d527-473c-8ad2-d0d0fd6de8fb None None] Port c921403c-b069-4330-98e6-e001b0b1b350 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:14:04.960899 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-2a7861b0-9863-4be8-8ddf-00f403cf1399 service neutron] 10.222.0.16 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904872 Mar 08 06:14:05.034262 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c921403c-b069-4330-98e6-e001b0b1b350 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:14:05.042252 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Publish callbacks [] for port (c921403c-b069-4330-98e6-e001b0b1b350), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:05.056617 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Transition to ACTIVE for port object c921403c-b069-4330-98e6-e001b0b1b350 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:14:05.061028 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (c921403c-b069-4330-98e6-e001b0b1b350), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:05.126703 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Pushing event updated for resources: {'Port': ['ID=c921403c-b069-4330-98e6-e001b0b1b350,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:05.139403 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3e8d368a-e59f-4fc2-bd3a-97b28441678c req-8a782cb0-769a-4e6f-a6f1-ad86ce6cf074 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 210 time: 0.0483708 Mar 08 06:14:05.209155 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Attempting to bind port c921403c-b069-4330-98e6-e001b0b1b350 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:14:05.209643 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Attempting to bind port c921403c-b069-4330-98e6-e001b0b1b350 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:14:05.209901 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Attempting to bind port c921403c-b069-4330-98e6-e001b0b1b350 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:14:05.215115 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Port c921403c-b069-4330-98e6-e001b0b1b350 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:14:05.215437 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Attempting to bind port c921403c-b069-4330-98e6-e001b0b1b350 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:14:05.221388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:14:05.221727 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Checking segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:14:05.222663 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Bound using segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:14:05.222663 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Bound port: c921403c-b069-4330-98e6-e001b0b1b350, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:14:05.222943 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c921403c-b069-4330-98e6-e001b0b1b350), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:05.309365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] For port c921403c-b069-4330-98e6-e001b0b1b350, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:14:05.313951 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] For port c921403c-b069-4330-98e6-e001b0b1b350, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c921403c-b069-4330-98e6-e001b0b1b350,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:14:05.327799 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (c921403c-b069-4330-98e6-e001b0b1b350), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:05.363259 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:05.363886 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:05.365307 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] 10.222.0.31 "PUT /v2.0/ports/c921403c-b069-4330-98e6-e001b0b1b350 HTTP/1.1" status: 200 len: 1093 time: 0.6573517 Mar 08 06:14:05.365761 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'tag': 'c921403c-b069-4330-98e6-e001b0b1b350'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:14:05.368109 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dd76c4-44d4-4bed-968a-7f327fedc12e" -d '{"events": [{"name": "network-changed", "server_uuid": "af1dcdd9-18a1-4686-9287-142fd1b14b03", "tag": "c921403c-b069-4330-98e6-e001b0b1b350"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:14:05.398726 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156bd94d-f7fc-4251-be19-a0754e4adeff service neutron] Pushing event updated for resources: {'Port': ['ID=c921403c-b069-4330-98e6-e001b0b1b350,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:05.448572 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00025d7-f696-489f-be6f-cef7a55ab0e3 x-openstack-request-id: req-c00025d7-f696-489f-be6f-cef7a55ab0e3 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:14:05.449000 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1dcdd9-18a1-4686-9287-142fd1b14b03", "tag": "c921403c-b069-4330-98e6-e001b0b1b350", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:14:05.449346 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c00025d7-f696-489f-be6f-cef7a55ab0e3 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:14:05.450085 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'tag': 'c921403c-b069-4330-98e6-e001b0b1b350', 'status': 'completed', 'code': 200} Mar 08 06:14:05.495669 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-3988e2b6-9d4b-4ac6-bd74-38a678a2c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:05.497595 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-3988e2b6-9d4b-4ac6-bd74-38a678a2c3ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 1127 time: 0.0684826 Mar 08 06:14:05.566742 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-39c84318-2469-459d-9605-e8d408d609bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c921403c-b069-4330-98e6-e001b0b1b350 HTTP/1.1" status: 200 len: 217 time: 0.0497289 Mar 08 06:14:05.631195 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-77c410b5-e66f-4bb5-a391-06f53ddcb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:05.632800 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-77c410b5-e66f-4bb5-a391-06f53ddcb97d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0494020 Mar 08 06:14:05.695218 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-a5177dcc-e34b-425d-93cc-a9b6f5945bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:05.696817 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-a5177dcc-e34b-425d-93cc-a9b6f5945bb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581603 Mar 08 06:14:05.710962 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d7ca1-1df5-4425-9c57-a04fdf874fcb req-4dde31f7-2f09-4914-bc9a-8d78b517e082 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:05.712457 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f6d7ca1-1df5-4425-9c57-a04fdf874fcb req-4dde31f7-2f09-4914-bc9a-8d78b517e082 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 943 time: 0.0580144 Mar 08 06:14:05.774660 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6f6d7ca1-1df5-4425-9c57-a04fdf874fcb req-75048b5c-377f-4184-922b-8c8c9be50a76 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551310 Mar 08 06:14:05.804953 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-fb60076e-2805-4b92-a3a3-a99ad9677df8 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003075 Mar 08 06:14:05.897065 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f77c08a2-e4a6-4f70-9005-3ab1dec14b4b req-4345fcb8-6627-4519-bae3-80c68be7848c service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858333 Mar 08 06:14:06.042013 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-78d1a646-5ad9-4a4f-bac1-f7a0bb74b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:06.043439 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-78d1a646-5ad9-4a4f-bac1-f7a0bb74b23b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 1127 time: 0.0452321 Mar 08 06:14:06.135064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-ad5f82fb-0f94-4999-9bc7-4b20d3fb3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:06.136540 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-ad5f82fb-0f94-4999-9bc7-4b20d3fb3e56 service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.0863450 Mar 08 06:14:06.176191 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-f87f8877-6826-43c9-85e6-792f90cea764 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c921403c-b069-4330-98e6-e001b0b1b350 HTTP/1.1" status: 200 len: 217 time: 0.0334339 Mar 08 06:14:06.228365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-2159abdd-2510-460a-9940-95a884adf4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:06.229911 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-2159abdd-2510-460a-9940-95a884adf4ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0476482 Mar 08 06:14:06.232857 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dbeeb8f9-13f9-40aa-8930-659e4c869dbd req-3cbe74a7-96f3-4a71-b731-81c18db44e53 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 210 time: 0.0298254 Mar 08 06:14:06.280622 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-bc504cae-e055-4818-84f8-eba0f5ffe43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:06.282339 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-bc504cae-e055-4818-84f8-eba0f5ffe43f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459490 Mar 08 06:14:06.406099 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-cb274933-4484-4976-8d9a-1b52752a9e1e service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985801 Mar 08 06:14:06.562258 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-f49b6b7f-f883-44d2-9b91-faa1778d1bc4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:06.563703 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-f49b6b7f-f883-44d2-9b91-faa1778d1bc4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 810 time: 0.1714525 Mar 08 06:14:06.573605 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-e6a65c36-444d-4bc8-8fc7-cb22f6b8f545 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548755 Mar 08 06:14:06.684617 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-93202916-e588-44dc-8564-3dab3ea4a2fe tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=819589deabfe4d30b83cff86a10b00ce HTTP/1.1" status: 200 len: 379 time: 0.0513160 Mar 08 06:14:06.697124 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'port': {'device_id': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'admin_state_up': True, 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'security_groups': ['5c5aa50d-402f-4d62-9a95-bc661c4d7df6']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:06.799583 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Made reservation on behalf of 819589deabfe4d30b83cff86a10b00ce for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:14:06.803190 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:06.896393 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafccff0-13f3-49e9-9453-8bfc7a5b20d8 req-d4b8a090-ddb0-4521-a334-4486964c25da tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:06.897761 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fafccff0-13f3-49e9-9453-8bfc7a5b20d8 req-d4b8a090-ddb0-4521-a334-4486964c25da tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 943 time: 0.0528986 Mar 08 06:14:06.928792 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Allocated IP 172.20.0.13 (ac555e4a-2b44-48f8-ac03-53f7dda672bc/a6321825-4606-42a2-8541-472404faf524/69f1421d-10ff-4d89-88aa-b3e6841287bd) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:14:06.944318 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fafccff0-13f3-49e9-9453-8bfc7a5b20d8 req-cf7cf294-126d-4c63-abac-a5f3add859db tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410380 Mar 08 06:14:07.067386 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.099796 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.141857 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:14:07.144850 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:14:07.148506 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:14:07.154717 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event updated for resources: {'Port': ['ID=69f1421d-10ff-4d89-88aa-b3e6841287bd,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:07.199701 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:07.200298 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.217239 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-bc2a98d6-e1a6-41b3-8538-6722c2d6aa77 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5239999 Mar 08 06:14:07.246308 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Request body: {'port': {'device_id': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:07.311574 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.362599 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46d0ec-9df9-4371-aa07-bd56f0675200 req-9e01ae37-9996-4f25-9b2f-93855551fde9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:07.364152 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7d46d0ec-9df9-4371-aa07-bd56f0675200 req-9e01ae37-9996-4f25-9b2f-93855551fde9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 932 time: 0.0586250 Mar 08 06:14:07.387733 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-a4e9f562-87a9-4842-acb1-42ae6182f3c1 None None] Provisioning complete for port 69f1421d-10ff-4d89-88aa-b3e6841287bd triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:14:07.388353 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a4e9f562-87a9-4842-acb1-42ae6182f3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.421969 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7d46d0ec-9df9-4371-aa07-bd56f0675200 req-a0d20b40-5fde-410a-adf3-0e27ddf13002 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517273 Mar 08 06:14:07.425034 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9f562-87a9-4842-acb1-42ae6182f3c1 None None] Port 69f1421d-10ff-4d89-88aa-b3e6841287bd cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:14:07.483778 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:14:07.572197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f1421d-10ff-4d89-88aa-b3e6841287bd {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:14:07.580046 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Publish callbacks [] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.591823 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Transition to ACTIVE for port object 69f1421d-10ff-4d89-88aa-b3e6841287bd will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:14:07.595520 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.651365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Pushing event updated for resources: {'Port': ['ID=69f1421d-10ff-4d89-88aa-b3e6841287bd,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:07.717355 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Attempting to bind port 69f1421d-10ff-4d89-88aa-b3e6841287bd on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:14:07.718068 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Attempting to bind port 69f1421d-10ff-4d89-88aa-b3e6841287bd by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:14:07.718460 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Attempting to bind port 69f1421d-10ff-4d89-88aa-b3e6841287bd on network ac555e4a-2b44-48f8-ac03-53f7dda672bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:14:07.723315 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Port 69f1421d-10ff-4d89-88aa-b3e6841287bd on network ac555e4a-2b44-48f8-ac03-53f7dda672bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:14:07.723648 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Attempting to bind port 69f1421d-10ff-4d89-88aa-b3e6841287bd on network ac555e4a-2b44-48f8-ac03-53f7dda672bc {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:14:07.728499 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:14:07.728842 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Checking segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:14:07.729227 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Bound using segment: {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:14:07.729656 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Bound port: 69f1421d-10ff-4d89-88aa-b3e6841287bd, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c47b5d-d0a3-4061-80db-7d828269b797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:14:07.730023 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.793361 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] For port 69f1421d-10ff-4d89-88aa-b3e6841287bd, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:14:07.796420 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] For port 69f1421d-10ff-4d89-88aa-b3e6841287bd, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=69f1421d-10ff-4d89-88aa-b3e6841287bd,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:14:07.802300 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.841451 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:07.841902 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:07.843521 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] 10.222.0.31 "PUT /v2.0/ports/69f1421d-10ff-4d89-88aa-b3e6841287bd HTTP/1.1" status: 200 len: 1094 time: 0.6019065 Mar 08 06:14:07.843956 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'tag': '69f1421d-10ff-4d89-88aa-b3e6841287bd'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:14:07.846194 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daaea67-9f2a-42bd-bb61-f4109a36bb29" -d '{"events": [{"name": "network-changed", "server_uuid": "80de9b4d-a074-4326-8dfa-0e3f23ca019b", "tag": "69f1421d-10ff-4d89-88aa-b3e6841287bd"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:14:07.869569 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd06408e-f724-486d-acd3-9fb85403514c service neutron] Pushing event updated for resources: {'Port': ['ID=69f1421d-10ff-4d89-88aa-b3e6841287bd,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:07.911979 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ecae6b-ea4a-4a01-8860-c1156f9c4421 x-openstack-request-id: req-68ecae6b-ea4a-4a01-8860-c1156f9c4421 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:14:07.912268 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80de9b4d-a074-4326-8dfa-0e3f23ca019b", "tag": "69f1421d-10ff-4d89-88aa-b3e6841287bd", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:14:07.912522 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68ecae6b-ea4a-4a01-8860-c1156f9c4421 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:14:07.912917 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'tag': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'status': 'completed', 'code': 200} Mar 08 06:14:07.950982 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-cfc3d423-5fcc-4829-8e31-8ec81c5b24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:07.953224 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-cfc3d423-5fcc-4829-8e31-8ec81c5b24f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 1128 time: 0.0504436 Mar 08 06:14:08.002915 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-25b91672-af95-40f6-80ed-81911e6e5a70 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f1421d-10ff-4d89-88aa-b3e6841287bd HTTP/1.1" status: 200 len: 217 time: 0.0359254 Mar 08 06:14:08.052829 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-537123c8-e06e-47ab-b1d3-c88646817ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:08.054301 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-537123c8-e06e-47ab-b1d3-c88646817ef1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0446866 Mar 08 06:14:08.069979 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ab5a1-76e2-4f9b-b610-80bc6cf14442 req-500550a5-78ee-44a2-b1c7-bfb68b5ab04f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:08.071478 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4d3ab5a1-76e2-4f9b-b610-80bc6cf14442 req-500550a5-78ee-44a2-b1c7-bfb68b5ab04f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 943 time: 0.0572498 Mar 08 06:14:08.111829 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-8c0cf078-e878-4e11-9a19-bf0b30707b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:08.113905 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-8c0cf078-e878-4e11-9a19-bf0b30707b0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534580 Mar 08 06:14:08.119555 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4d3ab5a1-76e2-4f9b-b610-80bc6cf14442 req-ed98d160-5a6a-48eb-8b31-e4c3de9f5ab7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Mar 08 06:14:08.202510 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-d86dc0bc-e431-4064-a76e-48800bd6325b service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812180 Mar 08 06:14:08.293119 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-02d7585d-4be5-4795-a86b-ad50a3a021b4 req-1390e987-ab74-412e-af3e-17990011988b service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847268 Mar 08 06:14:08.429340 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-cb6b57ed-bd82-44ef-85b8-2ea7c7cded29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:08.430878 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-cb6b57ed-bd82-44ef-85b8-2ea7c7cded29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 1128 time: 0.0436251 Mar 08 06:14:08.523081 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-fdb1002f-5b7f-4e30-8def-c750bd833f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:08.524546 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-fdb1002f-5b7f-4e30-8def-c750bd833f4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 911 time: 0.0873137 Mar 08 06:14:08.552340 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e70de-1e52-495f-9184-9f7768219d8c req-1ab97efb-546e-498c-ae55-509852c8cfa9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:08.553951 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b81e70de-1e52-495f-9184-9f7768219d8c req-1ab97efb-546e-498c-ae55-509852c8cfa9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 944 time: 0.0579705 Mar 08 06:14:08.570533 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-0af66684-914b-4394-b057-3df78e087551 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f1421d-10ff-4d89-88aa-b3e6841287bd HTTP/1.1" status: 200 len: 217 time: 0.0388224 Mar 08 06:14:08.605055 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b81e70de-1e52-495f-9184-9f7768219d8c req-a236517a-7201-465a-8a5e-dd8598a700a9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427196 Mar 08 06:14:08.620756 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-afdd0bc8-441b-45ec-8040-efd25d974a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:08.622242 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-afdd0bc8-441b-45ec-8040-efd25d974a38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0442181 Mar 08 06:14:08.677787 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-dde97f59-34e9-4364-ac75-38bc13cf8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:08.679293 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-dde97f59-34e9-4364-ac75-38bc13cf8e79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462711 Mar 08 06:14:08.763932 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-19a1c3e0-c6e9-4d41-acd0-4ddf4364696f service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783472 Mar 08 06:14:08.854667 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4daaea67-9f2a-42bd-bb61-f4109a36bb29 req-bd5e1e4d-5764-4a9e-85ee-957472b4eb5b service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847485 Mar 08 06:14:09.151686 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54dd8f5f-0917-4a69-8b1e-d0bf2791d259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:09.256486 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c09992-8992-490b-9f11-0b99bf63cef6 req-ca47842e-28f5-4cc0-ba3a-596dec542075 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:09.257950 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-61c09992-8992-490b-9f11-0b99bf63cef6 req-ca47842e-28f5-4cc0-ba3a-596dec542075 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 943 time: 0.0661249 Mar 08 06:14:09.303340 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-61c09992-8992-490b-9f11-0b99bf63cef6 req-fcb49888-904a-4a3b-a075-181caa5b1c54 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 Mar 08 06:14:09.725631 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d633e-8f1d-4dc3-ba0e-9e6ff877a81d req-60ec9cd9-9a4d-413b-a65c-487c18036692 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:09.727133 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0a4d633e-8f1d-4dc3-ba0e-9e6ff877a81d req-60ec9cd9-9a4d-413b-a65c-487c18036692 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 944 time: 0.0518808 Mar 08 06:14:09.772810 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0a4d633e-8f1d-4dc3-ba0e-9e6ff877a81d req-1f274d4f-a585-4f9d-b0be-e3d940c25909 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402613 Mar 08 06:14:10.419669 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6aa92-6754-404f-8da6-acd6866dddd3 req-4b8ee676-ae9f-4983-82df-3cd8f1d4be3c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:10.421183 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dda6aa92-6754-404f-8da6-acd6866dddd3 req-4b8ee676-ae9f-4983-82df-3cd8f1d4be3c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 943 time: 0.0510538 Mar 08 06:14:10.469840 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dda6aa92-6754-404f-8da6-acd6866dddd3 req-b3cdb42e-e203-4f4e-947c-4fbd900e0011 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432811 Mar 08 06:14:10.594971 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device c921403c-b069-4330-98e6-e001b0b1b350 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:14:10.689763 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port c921403c-b069-4330-98e6-e001b0b1b350, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c921403c-b069-4330-98e6-e001b0b1b350,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:14:10.699680 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': 'c921403c-b069-4330-98e6-e001b0b1b350', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'port_id': 'c921403c-b069-4330-98e6-e001b0b1b350', 'mac_address': 'fa:16:3e:55:79:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:14:10.739214 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port c921403c-b069-4330-98e6-e001b0b1b350 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:14:10.739600 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c921403c-b069-4330-98e6-e001b0b1b350), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:10.752788 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c921403c-b069-4330-98e6-e001b0b1b350 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:14:10.772106 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port c921403c-b069-4330-98e6-e001b0b1b350, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c921403c-b069-4330-98e6-e001b0b1b350,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:14:10.775571 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (c921403c-b069-4330-98e6-e001b0b1b350), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:10.821578 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=c921403c-b069-4330-98e6-e001b0b1b350,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:10.889891 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf85661-5b7a-4268-b768-c175244519bf req-c0c18173-b19e-4c5c-ad8d-aefb500e4a21 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:10.891282 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3bf85661-5b7a-4268-b768-c175244519bf req-c0c18173-b19e-4c5c-ad8d-aefb500e4a21 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 944 time: 0.0524914 Mar 08 06:14:10.937568 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3bf85661-5b7a-4268-b768-c175244519bf req-d0a3bd83-5f0f-4bc5-920e-076cbf48ee03 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405502 Mar 08 06:14:11.215867 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['c921403c-b069-4330-98e6-e001b0b1b350'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:14:11.385953 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-40a59b51-eba1-4e14-aec7-3718bf84910c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:11.585677 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d70e8-b19e-42ba-8e97-ccfb935f8650 req-48bbe54f-2114-472c-8813-2e0484541064 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:11.587505 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-333d70e8-b19e-42ba-8e97-ccfb935f8650 req-48bbe54f-2114-472c-8813-2e0484541064 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 944 time: 0.0525081 Mar 08 06:14:11.636904 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-333d70e8-b19e-42ba-8e97-ccfb935f8650 req-28730d84-7084-4dd7-96e5-e35bb1065235 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405145 Mar 08 06:14:12.055611 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e391c-9452-447e-b3d6-f9c43bcf3198 req-0528c882-3a3d-4477-bf13-839e4c52598e tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:12.057064 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d91e391c-9452-447e-b3d6-f9c43bcf3198 req-0528c882-3a3d-4477-bf13-839e4c52598e tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 944 time: 0.0549760 Mar 08 06:14:12.103942 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d91e391c-9452-447e-b3d6-f9c43bcf3198 req-838194a6-9c18-4327-83c1-4783e697e0fb tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409012 Mar 08 06:14:12.496091 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:12.620050 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 69f1421d-10ff-4d89-88aa-b3e6841287bd details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:14:12.630430 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device c921403c-b069-4330-98e6-e001b0b1b350 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:14:12.750944 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port c921403c-b069-4330-98e6-e001b0b1b350 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:14:12.757192 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcccd8-6637-4364-a64d-5178ba5b3a68 req-3593ea83-6f7f-40f1-b3fd-4efed82a17ca tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:12.757530 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 69f1421d-10ff-4d89-88aa-b3e6841287bd, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=69f1421d-10ff-4d89-88aa-b3e6841287bd,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:14:12.758688 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a7fcccd8-6637-4364-a64d-5178ba5b3a68 req-3593ea83-6f7f-40f1-b3fd-4efed82a17ca tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 944 time: 0.0540862 Mar 08 06:14:12.765273 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port c921403c-b069-4330-98e6-e001b0b1b350 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:14:12.765647 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (c921403c-b069-4330-98e6-e001b0b1b350), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:12.788239 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'port_id': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'mac_address': 'fa:16:3e:d4:c9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:14:12.805319 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a7fcccd8-6637-4364-a64d-5178ba5b3a68 req-060f9777-9f9e-4839-b505-14ec7590fd1a tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410402 Mar 08 06:14:12.839608 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 69f1421d-10ff-4d89-88aa-b3e6841287bd is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:14:12.839997 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:12.875226 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f1421d-10ff-4d89-88aa-b3e6841287bd {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:14:12.900971 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 69f1421d-10ff-4d89-88aa-b3e6841287bd, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=69f1421d-10ff-4d89-88aa-b3e6841287bd,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:14:12.901942 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port c921403c-b069-4330-98e6-e001b0b1b350 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:14:12.902322 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (c921403c-b069-4330-98e6-e001b0b1b350), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:12.910787 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:12.946930 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c921403c-b069-4330-98e6-e001b0b1b350'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:14:12.949167 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee534019-3399-4296-ac40-a0f5ceabdad6" -d '{"events": [{"server_uuid": "af1dcdd9-18a1-4686-9287-142fd1b14b03", "name": "network-vif-plugged", "status": "completed", "tag": "c921403c-b069-4330-98e6-e001b0b1b350"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:14:12.968630 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port c921403c-b069-4330-98e6-e001b0b1b350, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c921403c-b069-4330-98e6-e001b0b1b350,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:14:12.978608 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (c921403c-b069-4330-98e6-e001b0b1b350), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:12.983608 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=69f1421d-10ff-4d89-88aa-b3e6841287bd,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:13.009386 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de1db0d-d115-4a6c-ac07-752c36b70c41 x-openstack-request-id: req-8de1db0d-d115-4a6c-ac07-752c36b70c41 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:14:13.009673 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1dcdd9-18a1-4686-9287-142fd1b14b03", "name": "network-vif-plugged", "status": "completed", "tag": "c921403c-b069-4330-98e6-e001b0b1b350", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:14:13.009950 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8de1db0d-d115-4a6c-ac07-752c36b70c41 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:14:13.010321 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c921403c-b069-4330-98e6-e001b0b1b350', 'code': 200} Mar 08 06:14:13.033139 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=c921403c-b069-4330-98e6-e001b0b1b350,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:13.214632 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19baf5-af50-4f55-b09e-ab43f4abf518 req-e920ac25-24af-42b3-868c-93e9f5aa2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:13.216232 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9e19baf5-af50-4f55-b09e-ab43f4abf518 req-e920ac25-24af-42b3-868c-93e9f5aa2b52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 1129 time: 0.0442634 Mar 08 06:14:13.221516 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baf6b9-6ef0-4627-931e-390324a9f967 req-39186c66-d8fe-461b-ba49-5a59a3253c20 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:13.227075 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-91baf6b9-6ef0-4627-931e-390324a9f967 req-39186c66-d8fe-461b-ba49-5a59a3253c20 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 945 time: 0.0569992 Mar 08 06:14:13.261226 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9e19baf5-af50-4f55-b09e-ab43f4abf518 req-b9a8ffe0-bdb4-4e46-9c8e-d4c8c1e2d1f8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390706 Mar 08 06:14:13.273069 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-91baf6b9-6ef0-4627-931e-390324a9f967 req-c1fffe56-305e-498f-9c11-8a21ad3fa226 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444913 Mar 08 06:14:13.380566 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['69f1421d-10ff-4d89-88aa-b3e6841287bd'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:14:13.926320 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6c241-cfc2-4f59-8c50-d1272157236d req-c949cefc-7792-4943-a6a0-91d43b91748b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:13.927850 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-46a6c241-cfc2-4f59-8c50-d1272157236d req-c949cefc-7792-4943-a6a0-91d43b91748b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 945 time: 0.0544884 Mar 08 06:14:13.974108 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-46a6c241-cfc2-4f59-8c50-d1272157236d req-b6dbbb9c-7c33-44c7-b6ea-c243ee8eb448 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408051 Mar 08 06:14:14.130799 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:14.394502 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85470ed5-645e-4b9c-b6dd-e55082c8d457 req-c22a934e-8ff2-4b44-b4f0-b76512015a6c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:14.395917 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-85470ed5-645e-4b9c-b6dd-e55082c8d457 req-c22a934e-8ff2-4b44-b4f0-b76512015a6c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 945 time: 0.0545485 Mar 08 06:14:14.441381 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-85470ed5-645e-4b9c-b6dd-e55082c8d457 req-904414b4-b404-4006-8865-4ffa23f87943 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398693 Mar 08 06:14:14.637869 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 69f1421d-10ff-4d89-88aa-b3e6841287bd up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:14:14.687331 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 69f1421d-10ff-4d89-88aa-b3e6841287bd completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:14:14.690827 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 69f1421d-10ff-4d89-88aa-b3e6841287bd triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:14:14.691202 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:14.771478 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 69f1421d-10ff-4d89-88aa-b3e6841287bd is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:14:14.771861 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:14.804995 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 69f1421d-10ff-4d89-88aa-b3e6841287bd, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=69f1421d-10ff-4d89-88aa-b3e6841287bd,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:14:14.809112 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:14.859718 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=69f1421d-10ff-4d89-88aa-b3e6841287bd,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:14:15.011856 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1421d-10ff-4d89-88aa-b3e6841287bd'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:14:15.014895 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d609c637-e5db-4c95-82af-5b19af6d546d" -d '{"events": [{"server_uuid": "80de9b4d-a074-4326-8dfa-0e3f23ca019b", "name": "network-vif-plugged", "status": "completed", "tag": "69f1421d-10ff-4d89-88aa-b3e6841287bd"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:14:15.048654 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b505d6c-dabd-4761-b693-39df91c17cbf x-openstack-request-id: req-5b505d6c-dabd-4761-b693-39df91c17cbf {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:14:15.048963 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80de9b4d-a074-4326-8dfa-0e3f23ca019b", "name": "network-vif-plugged", "status": "completed", "tag": "69f1421d-10ff-4d89-88aa-b3e6841287bd", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:14:15.049223 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b505d6c-dabd-4761-b693-39df91c17cbf {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:14:15.049626 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'code': 200} Mar 08 06:14:15.102630 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2f242-2098-425a-aa24-4431651b227a req-71efda73-d763-4bba-bdb8-e6cf08511575 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:15.104140 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dec2f242-2098-425a-aa24-4431651b227a req-71efda73-d763-4bba-bdb8-e6cf08511575 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 945 time: 0.0618672 Mar 08 06:14:15.151983 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dec2f242-2098-425a-aa24-4431651b227a req-2c6ca2a1-9ccd-4b3e-aec8-ce7bf7a4f218 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 Mar 08 06:14:15.261486 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8cbab-9f88-481a-a508-a263cab29e3d req-462f867d-d57b-4a86-89c3-ecc774b27bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:15.262944 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-29f8cbab-9f88-481a-a508-a263cab29e3d req-462f867d-d57b-4a86-89c3-ecc774b27bd0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 1130 time: 0.0416589 Mar 08 06:14:15.268458 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f7599-4f1b-4b37-877d-439dc3c01698 req-06a13749-fc83-4dee-807e-74757b18b7b3 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:15.269927 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-011f7599-4f1b-4b37-877d-439dc3c01698 req-06a13749-fc83-4dee-807e-74757b18b7b3 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 945 time: 0.0536578 Mar 08 06:14:15.278240 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46228) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:15.283301 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'floatingip': {'port_id': 'c921403c-b069-4330-98e6-e001b0b1b350'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:15.309883 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-29f8cbab-9f88-481a-a508-a263cab29e3d req-b1b80d4a-1e9c-4a49-97f7-c82b7a45513e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399919 Mar 08 06:14:15.325047 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (ade4d17a-f6e0-41e6-a50e-c424869c6e68), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:15.574397 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:15.645383 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db20bb-265c-46d4-9e24-64aabbfc95da req-60d3299c-f168-4769-a97b-68c9e038cf39 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:15.646843 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-60db20bb-265c-46d4-9e24-64aabbfc95da req-60d3299c-f168-4769-a97b-68c9e038cf39 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 946 time: 0.1329970 Mar 08 06:14:15.733701 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-60db20bb-265c-46d4-9e24-64aabbfc95da req-b269d595-fb03-4c50-b9c7-c07c8145d3b2 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799782 Mar 08 06:14:15.833241 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:15.837010 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (ade4d17a-f6e0-41e6-a50e-c424869c6e68), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:15.936609 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Floating IP ade4d17a-f6e0-41e6-a50e-c424869c6e68 associated. External IP: 172.27.2.92, port: c921403c-b069-4330-98e6-e001b0b1b350. Mar 08 06:14:16.141149 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:14:16.247965 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:14:16.253076 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:16.257532 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:14:16.267087 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:14:16.267708 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:14:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:16.282410 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-47c14f9b-1f6d-4843-a0ea-0096d1c7aa24 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "PUT /v2.0/floatingips/ade4d17a-f6e0-41e6-a50e-c424869c6e68 HTTP/1.1" status: 200 len: 990 time: 1.0030780 Mar 08 06:14:16.283133 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'tag': 'c921403c-b069-4330-98e6-e001b0b1b350'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:14:16.285368 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a852abde-cc17-4045-a04f-cda57a85abbc" -d '{"events": [{"name": "network-changed", "server_uuid": "af1dcdd9-18a1-4686-9287-142fd1b14b03", "tag": "c921403c-b069-4330-98e6-e001b0b1b350"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:14:16.330655 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53777e77-4c48-4d9f-bbb3-29da7cb1b8dc x-openstack-request-id: req-53777e77-4c48-4d9f-bbb3-29da7cb1b8dc {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:14:16.330951 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1dcdd9-18a1-4686-9287-142fd1b14b03", "tag": "c921403c-b069-4330-98e6-e001b0b1b350", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:14:16.331205 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53777e77-4c48-4d9f-bbb3-29da7cb1b8dc {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:14:16.331607 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'tag': 'c921403c-b069-4330-98e6-e001b0b1b350', 'status': 'completed', 'code': 200} Mar 08 06:14:16.385371 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:14:16.428616 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852abde-cc17-4045-a04f-cda57a85abbc req-3998d002-08b3-446d-a0b5-6577689deb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:16.430180 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a852abde-cc17-4045-a04f-cda57a85abbc req-3998d002-08b3-446d-a0b5-6577689deb12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 1129 time: 0.0447042 Mar 08 06:14:16.533440 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852abde-cc17-4045-a04f-cda57a85abbc req-d27d4e5f-3ea2-4cf9-b2c4-0c80c5a582d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:16.534982 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a852abde-cc17-4045-a04f-cda57a85abbc req-d27d4e5f-3ea2-4cf9-b2c4-0c80c5a582d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.0865757 Mar 08 06:14:16.601302 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a852abde-cc17-4045-a04f-cda57a85abbc req-7e82c17b-4e85-4d9a-b7f9-5afae93f72a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c921403c-b069-4330-98e6-e001b0b1b350 HTTP/1.1" status: 200 len: 998 time: 0.0601146 Mar 08 06:14:16.609456 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'ade4d17a-f6e0-41e6-a50e-c424869c6e68', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': 'c921403c-b069-4330-98e6-e001b0b1b350', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:55:79:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:14:00Z', 'updated_at': '2022-03-08T06:14:15Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:16.636119 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:14:16.645091 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:14:16.645704 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:14:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:16.652620 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852abde-cc17-4045-a04f-cda57a85abbc req-e9944497-7650-40fa-9b2e-c9509b25f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:16.654063 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a852abde-cc17-4045-a04f-cda57a85abbc req-e9944497-7650-40fa-9b2e-c9509b25f459 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0431075 Mar 08 06:14:16.756121 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:14:16.775219 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852abde-cc17-4045-a04f-cda57a85abbc req-463d4efb-d3e3-4ecc-b97e-53bcb5d4c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:16.776721 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a852abde-cc17-4045-a04f-cda57a85abbc req-463d4efb-d3e3-4ecc-b97e-53bcb5d4c765 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448778 Mar 08 06:14:16.868598 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21965664-7490-44a3-9c74-fe540181c07b req-5522b193-9804-4c21-81c3-91ade0c722b9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:16.876651 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-21965664-7490-44a3-9c74-fe540181c07b req-5522b193-9804-4c21-81c3-91ade0c722b9 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 946 time: 0.0731502 Mar 08 06:14:16.883205 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a852abde-cc17-4045-a04f-cda57a85abbc req-ca218e8e-5490-4d90-a8c8-e2e0e7b10a7b service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972452 Mar 08 06:14:16.923637 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-21965664-7490-44a3-9c74-fe540181c07b req-90344eca-f7dd-43ec-9660-7c07edd197eb tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460327 Mar 08 06:14:16.979237 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a852abde-cc17-4045-a04f-cda57a85abbc req-d09fd9f1-ccd6-4c5b-bf49-6e25a3ebbfd9 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898533 Mar 08 06:14:17.019693 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'ade4d17a-f6e0-41e6-a50e-c424869c6e68', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': 'c921403c-b069-4330-98e6-e001b0b1b350', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:55:79:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:14:00Z', 'updated_at': '2022-03-08T06:14:15Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:17.044913 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bd24ad-9689-463e-a008-b637885c3edd None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'ade4d17a-f6e0-41e6-a50e-c424869c6e68', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.92', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': 'c921403c-b069-4330-98e6-e001b0b1b350', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:55:79:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:14:00Z', 'updated_at': '2022-03-08T06:14:15Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:14:17.226651 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81687d1f-f2ef-4b24-9cd7-2492702e3c9f None None] New status for floating IP ade4d17a-f6e0-41e6-a50e-c424869c6e68: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:14:18.048581 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bb2c4-04dc-44d8-8d2b-3c36b12d2407 req-fc1f3a20-6140-4f4b-82c3-cc7f6683744d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:18.050038 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c92bb2c4-04dc-44d8-8d2b-3c36b12d2407 req-fc1f3a20-6140-4f4b-82c3-cc7f6683744d tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 946 time: 0.0539360 Mar 08 06:14:18.099129 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c92bb2c4-04dc-44d8-8d2b-3c36b12d2407 req-b1bb3a25-134a-4f4d-ba32-c8cdc3464966 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436876 Mar 08 06:14:18.430071 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bff1b-31d1-4925-899d-7c78c685b158 req-f4cd8bca-80f6-4d63-9184-e2b86b163f63 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:18.431579 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7f8bff1b-31d1-4925-899d-7c78c685b158 req-f4cd8bca-80f6-4d63-9184-e2b86b163f63 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 946 time: 0.2718098 Mar 08 06:14:18.440532 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46246) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:14:18.445017 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Request body: {'floatingip': {'port_id': '69f1421d-10ff-4d89-88aa-b3e6841287bd'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:14:18.482395 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (f82539ae-4d4d-44a5-912a-ead8cbc386a5), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:18.916821 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:18.921199 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (f82539ae-4d4d-44a5-912a-ead8cbc386a5), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:19.022427 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Floating IP f82539ae-4d4d-44a5-912a-ead8cbc386a5 associated. External IP: 172.27.2.251, port: 69f1421d-10ff-4d89-88aa-b3e6841287bd. Mar 08 06:14:19.230090 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Router 526a2714-31b4-4207-97fe-9458d8d601ae has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:14:19.238567 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:19.343336 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:14:19.347754 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:19.353251 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] Sync routers for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:14:19.363145 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:14:19.363755 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:14:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:19.377397 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5fe9917f-e055-4a2b-8764-dd4c4af766b7 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "PUT /v2.0/floatingips/f82539ae-4d4d-44a5-912a-ead8cbc386a5 HTTP/1.1" status: 200 len: 992 time: 0.9358349 Mar 08 06:14:19.377987 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'tag': '69f1421d-10ff-4d89-88aa-b3e6841287bd'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:14:19.380240 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0e474b-c735-43c5-8080-3a889982eaee" -d '{"events": [{"name": "network-changed", "server_uuid": "80de9b4d-a074-4326-8dfa-0e3f23ca019b", "tag": "69f1421d-10ff-4d89-88aa-b3e6841287bd"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:14:19.418082 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1dfe58-afa6-48fe-bf03-937e01ed9c59 x-openstack-request-id: req-fc1dfe58-afa6-48fe-bf03-937e01ed9c59 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:14:19.418408 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80de9b4d-a074-4326-8dfa-0e3f23ca019b", "tag": "69f1421d-10ff-4d89-88aa-b3e6841287bd", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:14:19.418699 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc1dfe58-afa6-48fe-bf03-937e01ed9c59 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:14:19.419143 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'tag': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'status': 'completed', 'code': 200} Mar 08 06:14:19.475383 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:14:19.525795 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e474b-c735-43c5-8080-3a889982eaee req-78a5c5e7-2bc6-4d1d-b151-746e7dede4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:19.527268 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3c0e474b-c735-43c5-8080-3a889982eaee req-78a5c5e7-2bc6-4d1d-b151-746e7dede4a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=819589deabfe4d30b83cff86a10b00ce&device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 1130 time: 0.0488427 Mar 08 06:14:19.614422 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e474b-c735-43c5-8080-3a889982eaee req-edf523de-1201-4925-9453-a728d6141728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:19.615916 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3c0e474b-c735-43c5-8080-3a889982eaee req-edf523de-1201-4925-9453-a728d6141728 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 200 len: 911 time: 0.0826447 Mar 08 06:14:19.681578 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3c0e474b-c735-43c5-8080-3a889982eaee req-a36e6a2a-6da4-46a6-8357-466b69cce23d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f1421d-10ff-4d89-88aa-b3e6841287bd HTTP/1.1" status: 200 len: 1000 time: 0.0599887 Mar 08 06:14:19.700270 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'f82539ae-4d4d-44a5-912a-ead8cbc386a5', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'port_id': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'mac_address': 'fa:16:3e:d4:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:14:03Z', 'updated_at': '2022-03-08T06:14:18Z', 'revision_number': 1, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:19.726702 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] Checking router: 526a2714-31b4-4207-97fe-9458d8d601ae for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:14:19.735314 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:14:19.735475 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e474b-c735-43c5-8080-3a889982eaee req-107de1f4-bc63-431f-950c-22ab0f709aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:19.735944 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:14:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:19.736766 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3c0e474b-c735-43c5-8080-3a889982eaee req-107de1f4-bc63-431f-950c-22ab0f709aef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 200 len: 849 time: 0.0428493 Mar 08 06:14:19.785074 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e474b-c735-43c5-8080-3a889982eaee req-e0c18bcd-e52a-4e46-988b-1484eebd7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:19.786491 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3c0e474b-c735-43c5-8080-3a889982eaee req-e0c18bcd-e52a-4e46-988b-1484eebd7566 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ac555e4a-2b44-48f8-ac03-53f7dda672bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438118 Mar 08 06:14:19.881208 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3c0e474b-c735-43c5-8080-3a889982eaee req-462bc1a1-f03f-4198-8662-57a63c0ca647 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880139 Mar 08 06:14:19.970012 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3c0e474b-c735-43c5-8080-3a889982eaee req-76bbe476-9176-4e22-99b5-aac4bb62d2d3 service neutron] 10.222.0.31 "GET /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829210 Mar 08 06:14:19.976000 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:14:20.194125 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'f82539ae-4d4d-44a5-912a-ead8cbc386a5', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'port_id': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'mac_address': 'fa:16:3e:d4:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:14:03Z', 'updated_at': '2022-03-08T06:14:18Z', 'revision_number': 1, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:14:20.220025 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3a0c84-f88b-43c2-8a27-1fab466c2b0d None None] The sync data for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi is: [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'f82539ae-4d4d-44a5-912a-ead8cbc386a5', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'port_id': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'mac_address': 'fa:16:3e:d4:c9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:14:03Z', 'updated_at': '2022-03-08T06:14:18Z', 'revision_number': 1, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:14:20.411400 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb383f49-5fac-41ee-b375-a12a15eedd61 None None] New status for floating IP f82539ae-4d4d-44a5-912a-ead8cbc386a5: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:14:39.152934 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bf8b5ec8-0d03-4c3e-815a-87c507e629f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:41.391942 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-27449406-a3d9-4059-bfaf-eec4bd0f5598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:42.500176 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:44.134608 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:44.483436 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:14:45.576470 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:48.657471 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5c8a0-a8c2-4347-812f-2bb5b7852402 req-827a5008-874d-4a03-a767-99525b858b46 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:48.659003 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7af5c8a0-a8c2-4347-812f-2bb5b7852402 req-827a5008-874d-4a03-a767-99525b858b46 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0536320 Mar 08 06:14:48.704659 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7af5c8a0-a8c2-4347-812f-2bb5b7852402 req-85d199ab-bb42-41bc-9a12-eb33c4773662 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399694 Mar 08 06:14:49.236744 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:14:49.833040 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dccd64-9cd3-4c1c-9163-56f70162ac96 req-9ac48d1a-9b95-41ec-bec0-4a19a8fcfa7f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:49.834487 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-38dccd64-9cd3-4c1c-9163-56f70162ac96 req-9ac48d1a-9b95-41ec-bec0-4a19a8fcfa7f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0555046 Mar 08 06:14:49.880231 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-38dccd64-9cd3-4c1c-9163-56f70162ac96 req-08a3126e-bac0-4875-ad5d-f9440c864d65 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 Mar 08 06:14:51.006235 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ac4cd-9bb1-41ca-b24d-fbf4fa5d00a3 req-46be2c56-c750-41d8-8ca6-adbf6be8353e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:51.007725 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fe0ac4cd-9bb1-41ca-b24d-fbf4fa5d00a3 req-46be2c56-c750-41d8-8ca6-adbf6be8353e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0543675 Mar 08 06:14:51.053688 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fe0ac4cd-9bb1-41ca-b24d-fbf4fa5d00a3 req-0617935a-1f21-418b-8332-2f2a9d175835 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404136 Mar 08 06:14:52.176076 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e65fd6-2db4-45e8-a935-6646f3050859 req-8b03bfda-8800-453d-87f7-73c8ebf05fbb tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:52.177548 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b7e65fd6-2db4-45e8-a935-6646f3050859 req-8b03bfda-8800-453d-87f7-73c8ebf05fbb tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0539722 Mar 08 06:14:52.223616 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b7e65fd6-2db4-45e8-a935-6646f3050859 req-fb346bf7-2688-460d-ae99-7b5c6d33cea8 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Mar 08 06:14:53.346741 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9893837-a423-40f4-8279-bd251f66f6bf req-a63df438-9cd1-42d1-bceb-6bdb65b1671f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:53.348236 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a9893837-a423-40f4-8279-bd251f66f6bf req-a63df438-9cd1-42d1-bceb-6bdb65b1671f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0526636 Mar 08 06:14:53.394543 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a9893837-a423-40f4-8279-bd251f66f6bf req-5a20fc30-125f-4cdb-9591-dce0cddfce95 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408413 Mar 08 06:14:54.681360 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c66300-eca9-489d-9a1f-7c210a228921 req-f86c4025-da5d-4b90-8876-9687fb53c916 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:54.682791 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f3c66300-eca9-489d-9a1f-7c210a228921 req-f86c4025-da5d-4b90-8876-9687fb53c916 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0519977 Mar 08 06:14:54.736412 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f3c66300-eca9-489d-9a1f-7c210a228921 req-fe45f290-7839-41fb-8569-b60b549bc886 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454836 Mar 08 06:14:55.857562 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2c2d9-e3fb-4cea-8e99-5fcee5f12562 req-0a4d3b56-5d42-4dde-bb57-35db52912e10 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:55.859050 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fbe2c2d9-e3fb-4cea-8e99-5fcee5f12562 req-0a4d3b56-5d42-4dde-bb57-35db52912e10 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0532227 Mar 08 06:14:55.900140 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eebe2685-ade8-4c50-8812-64af51e10440 req-38a23d23-2a61-4cf0-8f1a-ef1e41f09dc8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460570 Mar 08 06:14:55.905910 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fbe2c2d9-e3fb-4cea-8e99-5fcee5f12562 req-38d36ff8-ca8d-47a8-b19e-03bd8156989b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412936 Mar 08 06:14:55.974763 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe2685-ade8-4c50-8812-64af51e10440 req-1b10122f-35a6-4d89-ab94-eba94b112404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:55.976212 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eebe2685-ade8-4c50-8812-64af51e10440 req-1b10122f-35a6-4d89-ab94-eba94b112404 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6776007bca034f5b922f554d526f4e18&device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 1130 time: 0.0424230 Mar 08 06:14:56.076305 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe2685-ade8-4c50-8812-64af51e10440 req-affca6bd-d867-4074-944a-8325b693a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:56.077756 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eebe2685-ade8-4c50-8812-64af51e10440 req-affca6bd-d867-4074-944a-8325b693a4db service neutron] 10.222.0.31 "GET /v2.0/networks?id=0cc4029a-71a0-4584-ae16-83296a609634 HTTP/1.1" status: 200 len: 910 time: 0.0827041 Mar 08 06:14:56.367854 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eebe2685-ade8-4c50-8812-64af51e10440 req-76c77e2c-c428-49e8-a444-ead53972e7eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505 HTTP/1.1" status: 200 len: 1001 time: 0.2837718 Mar 08 06:14:56.413477 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe2685-ade8-4c50-8812-64af51e10440 req-6736774b-04f6-495c-982d-e20f58fcbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:56.414905 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eebe2685-ade8-4c50-8812-64af51e10440 req-6736774b-04f6-495c-982d-e20f58fcbd3a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204 HTTP/1.1" status: 200 len: 848 time: 0.0409698 Mar 08 06:14:56.465040 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe2685-ade8-4c50-8812-64af51e10440 req-c0a5d1dd-cd4a-4a9a-9aa4-f3986a834d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:56.466743 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eebe2685-ade8-4c50-8812-64af51e10440 req-c0a5d1dd-cd4a-4a9a-9aa4-f3986a834d24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cc4029a-71a0-4584-ae16-83296a609634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454950 Mar 08 06:14:56.556977 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eebe2685-ade8-4c50-8812-64af51e10440 req-1423bd50-a839-46f7-880c-2e605b4b61f5 service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822940 Mar 08 06:14:56.646182 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-eebe2685-ade8-4c50-8812-64af51e10440 req-7debb283-2f29-47cb-8183-716dc414bc62 service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829117 Mar 08 06:14:57.025485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a487ed-feba-49a4-8aca-13d7f82bbbdb req-7ec3aa33-6022-40b7-af86-a5fc12652fcd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:57.026979 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-45a487ed-feba-49a4-8aca-13d7f82bbbdb req-7ec3aa33-6022-40b7-af86-a5fc12652fcd tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0513825 Mar 08 06:14:57.072309 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-45a487ed-feba-49a4-8aca-13d7f82bbbdb req-45ac40be-993f-4bb5-85a2-003114823a2f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394018 Mar 08 06:14:58.196189 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59c002-1b92-4fba-af2d-6a77f56fefc0 req-f80682fa-8757-4105-a71d-fcfd59e41b88 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:58.197643 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1f59c002-1b92-4fba-af2d-6a77f56fefc0 req-f80682fa-8757-4105-a71d-fcfd59e41b88 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0540881 Mar 08 06:14:58.246968 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1f59c002-1b92-4fba-af2d-6a77f56fefc0 req-a8085a18-26fc-445b-8910-e6f3c7cf1ae5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432954 Mar 08 06:14:59.367601 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d688d-5452-419d-8fca-ef57e2ff1c3c req-46cb7a5a-2a4d-4707-a3ad-edb80d7b85b0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:14:59.369059 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-490d688d-5452-419d-8fca-ef57e2ff1c3c req-46cb7a5a-2a4d-4707-a3ad-edb80d7b85b0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0520408 Mar 08 06:14:59.413952 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-490d688d-5452-419d-8fca-ef57e2ff1c3c req-d9ac1716-9ef6-4f4d-a2bf-a5815c3575d3 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391827 Mar 08 06:15:00.527322 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46338) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:00.536451 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78019cf-ec6c-42e7-b5df-112ea774031b req-1ca3c6e7-5f4b-4f2b-b60b-465c662d6634 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:00.538461 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a78019cf-ec6c-42e7-b5df-112ea774031b req-1ca3c6e7-5f4b-4f2b-b60b-465c662d6634 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0551126 Mar 08 06:15:00.588574 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a78019cf-ec6c-42e7-b5df-112ea774031b req-76e4ad75-2913-4d46-b557-dd72674092d5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445864 Mar 08 06:15:00.681147 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Deleting port 81d5f7b8-aea2-408f-a79e-57f331977d30 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:00.681489 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (81d5f7b8-aea2-408f-a79e-57f331977d30), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:00.754062 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (81d5f7b8-aea2-408f-a79e-57f331977d30), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:00.754383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for floatingip (81d5f7b8-aea2-408f-a79e-57f331977d30), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:00.765799 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Calling delete_port for 81d5f7b8-aea2-408f-a79e-57f331977d30 owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:00.933196 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (81d5f7b8-aea2-408f-a79e-57f331977d30), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:00.957538 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event deleted for resources: {'Port': ['ID=81d5f7b8-aea2-408f-a79e-57f331977d30,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:00.984397 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.984745 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.985090 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.985429 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.985759 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.986089 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.986415 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.986765 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.987094 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.987418 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.987741 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.988062 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:00.988377 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:01.026085 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for floatingip (c783e5d5-c4ef-4870-b913-5405fb05c5f0), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:01.026415 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Floating IP c783e5d5-c4ef-4870-b913-5405fb05c5f0 disassociated (deleted). External IP: 172.27.2.42, port: dbb11e0a-f3c6-4a57-9cd7-772782c39505. Mar 08 06:15:01.229175 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Router 589e8673-424f-447f-b6f1-8a81ac840e0b has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:15:01.334787 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:15:01.339517 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:01.344677 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] Sync routers for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:15:01.353961 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:01.354571 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:14:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:01.368877 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d0875cbc-0ed3-48eb-aa25-5cb1e5039357 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "DELETE /v2.0/floatingips/c783e5d5-c4ef-4870-b913-5405fb05c5f0 HTTP/1.1" status: 204 len: 168 time: 0.8404245 Mar 08 06:15:01.369462 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:15:01.371980 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b6529a-6b61-4e05-89a5-628f81e97245" -d '{"events": [{"name": "network-changed", "server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:15:01.418177 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4673c347-e2ca-463a-98ee-526cae81ea7e x-openstack-request-id: req-4673c347-e2ca-463a-98ee-526cae81ea7e {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:15:01.418480 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:15:01.418845 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4673c347-e2ca-463a-98ee-526cae81ea7e {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:15:01.419164 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'status': 'completed', 'code': 200} Mar 08 06:15:01.471116 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:01.514918 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-ba88058e-8326-4af2-bc58-95b60f3a8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:01.516630 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-ba88058e-8326-4af2-bc58-95b60f3a8ce9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6776007bca034f5b922f554d526f4e18&device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 1130 time: 0.0510871 Mar 08 06:15:01.603871 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26788349-293e-43d7-85dc-c35ceb35c07e req-a6468fe6-a2e9-42e0-9f99-ed0ce03db80f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:01.605399 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-26788349-293e-43d7-85dc-c35ceb35c07e req-a6468fe6-a2e9-42e0-9f99-ed0ce03db80f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 946 time: 0.0535893 Mar 08 06:15:01.659100 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-26788349-293e-43d7-85dc-c35ceb35c07e req-b97c4ac4-f25f-4f1a-9549-75bd9a4b221b tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473254 Mar 08 06:15:01.677058 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-89ae25fc-306d-4932-963e-dd3ca685f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:01.678874 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-89ae25fc-306d-4932-963e-dd3ca685f9f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0cc4029a-71a0-4584-ae16-83296a609634 HTTP/1.1" status: 200 len: 910 time: 0.1039259 Mar 08 06:15:01.706192 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:10Z', 'revision_number': 5, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:01.726250 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-6b30cfbc-79dc-45bd-9e98-ec6a424d9c6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505 HTTP/1.1" status: 200 len: 217 time: 0.0377953 Mar 08 06:15:01.728160 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea369d1-837a-427c-86c5-3a66b09cd9d6 req-303409ff-6137-441e-9791-a62aefd5ffa0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:01.729644 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fea369d1-837a-427c-86c5-3a66b09cd9d6 req-303409ff-6137-441e-9791-a62aefd5ffa0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0547903 Mar 08 06:15:01.733273 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] Checking router: 589e8673-424f-447f-b6f1-8a81ac840e0b for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:15:01.741716 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:01.742323 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:14:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:01.788355 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-5fd75d32-51cc-4428-8207-8287089adfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:01.789716 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fea369d1-837a-427c-86c5-3a66b09cd9d6 req-2095ff6f-4389-487c-a2d1-29a3bdfa4105 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 Mar 08 06:15:01.789921 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-5fd75d32-51cc-4428-8207-8287089adfb8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204 HTTP/1.1" status: 200 len: 848 time: 0.0564220 Mar 08 06:15:01.841317 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-411b98bf-2cf5-47ee-ba08-5a8414cc619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:01.843346 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-411b98bf-2cf5-47ee-ba08-5a8414cc619c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0cc4029a-71a0-4584-ae16-83296a609634&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448234 Mar 08 06:15:01.854781 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:01.936920 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-4a590de0-8a94-415d-a955-7f442fba6a0a service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Mar 08 06:15:02.029604 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37b6529a-6b61-4e05-89a5-628f81e97245 req-b816f9d3-8f3e-42e0-8221-3a5814d2ba99 service neutron] 10.222.0.31 "GET /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810866 Mar 08 06:15:02.052788 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:10Z', 'revision_number': 5, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:02.078964 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cfee2b-bd93-48d4-a34f-623159c9a7c0 None None] The sync data for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi is: [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:06Z', 'revision_number': 4, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'c421cb33-26a6-4271-b5ae-f758ed7c4f16', 'name': '', 'network_id': '0cc4029a-71a0-4584-ae16-83296a609634', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'mac_address': 'fa:16:3e:dd:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:05Z', 'updated_at': '2022-03-08T06:10:10Z', 'revision_number': 5, 'project_id': '6776007bca034f5b922f554d526f4e18', 'subnets': [{'id': '9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:15:02.299191 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adda8a7-e9ad-4983-81f8-44103776a4a6 None None] New status for floating IP c783e5d5-c4ef-4870-b913-5405fb05c5f0: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:15:02.784314 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd0358-dd21-4654-89e4-fcaaa5ba7409 req-80df20be-c37a-42ed-b2fc-6a0752ab8a93 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:02.785777 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-41bd0358-dd21-4654-89e4-fcaaa5ba7409 req-80df20be-c37a-42ed-b2fc-6a0752ab8a93 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 946 time: 0.0575213 Mar 08 06:15:02.834330 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-41bd0358-dd21-4654-89e4-fcaaa5ba7409 req-960c5752-d305-42e8-a8d1-3e1858206533 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429032 Mar 08 06:15:02.895816 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:15:02.914506 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c7d00-f498-4095-a753-e87910b27bd8 req-bc9d9328-7e2e-463d-8b62-80eff6fcc3ad tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:02.915995 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-913c7d00-f498-4095-a753-e87910b27bd8 req-bc9d9328-7e2e-463d-8b62-80eff6fcc3ad tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0526259 Mar 08 06:15:02.963130 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-913c7d00-f498-4095-a753-e87910b27bd8 req-842a1f04-255d-439a-a68b-b5a27edd2b5e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Mar 08 06:15:02.994936 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:03.005555 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'port_id': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'mac_address': 'fa:16:3e:b3:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:15:03.041430 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa is: ACTIVE; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:15:03.041813 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:03.054053 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:15:03.072693 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:03.077510 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:03.123045 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=6']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:03.130298 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.130681 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.131030 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.131367 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.131701 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.132031 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.132362 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.132690 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.133021 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.133347 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.133670 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.133991 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.134313 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:03.361214 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:15:03.950935 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bc187-63cb-43a5-bc21-366c48aa1fdb req-e68c5218-dff1-46ff-a152-9a5b2082c8a2 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:03.952393 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c46bc187-63cb-43a5-bc21-366c48aa1fdb req-e68c5218-dff1-46ff-a152-9a5b2082c8a2 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 946 time: 0.0544908 Mar 08 06:15:04.000160 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c46bc187-63cb-43a5-bc21-366c48aa1fdb req-78dd3739-958b-4e76-8a75-093680dcfe4d tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/security-groups?id=8486be39-735e-4f39-815b-52948f3a5e51&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420825 Mar 08 06:15:04.083984 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fadc27-a8ec-46d5-9a3a-5329fe109040 req-da36b868-eeab-4e0c-b458-434e7cf5914b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:04.085428 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-30fadc27-a8ec-46d5-9a3a-5329fe109040 req-da36b868-eeab-4e0c-b458-434e7cf5914b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 944 time: 0.0514500 Mar 08 06:15:04.130835 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-30fadc27-a8ec-46d5-9a3a-5329fe109040 req-f332f9c4-77f6-4604-99fc-7d4917d6315c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 Mar 08 06:15:04.255025 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4aa0f-ed96-4573-8500-508c01204731 req-1622657c-f905-4ae1-82ea-7773f1084d56 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:04.256451 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dac4aa0f-ed96-4573-8500-508c01204731 req-1622657c-f905-4ae1-82ea-7773f1084d56 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.31 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 946 time: 0.0500264 Mar 08 06:15:04.351711 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Deleting port dbb11e0a-f3c6-4a57-9cd7-772782c39505 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:04.352056 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:04.435456 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] For port dbb11e0a-f3c6-4a57-9cd7-772782c39505, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=dbb11e0a-f3c6-4a57-9cd7-772782c39505,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:04.435733 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:04.447132 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Calling delete_port for dbb11e0a-f3c6-4a57-9cd7-772782c39505 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:04.580228 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (dbb11e0a-f3c6-4a57-9cd7-772782c39505), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:04.607213 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event deleted for resources: {'Port': ['ID=dbb11e0a-f3c6-4a57-9cd7-772782c39505,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:04.654098 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] No DVR routers for this DVR port dbb11e0a-f3c6-4a57-9cd7-772782c39505 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:04.656843 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:04.660491 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dac4aa0f-ed96-4573-8500-508c01204731 req-b4259c61-ab7c-4f00-bb07-b3292d2b73ee tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.31 "DELETE /v2.0/ports/dbb11e0a-f3c6-4a57-9cd7-772782c39505 HTTP/1.1" status: 204 len: 173 time: 0.3987696 Mar 08 06:15:04.660971 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'name': 'network-vif-deleted', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:15:04.664131 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae238356-acc4-4d7a-b55e-d770c3159fac" -d '{"events": [{"server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "name": "network-vif-deleted", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:15:04.702729 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c1dd78-4e51-4041-89c4-e868b6f9b2ef x-openstack-request-id: req-71c1dd78-4e51-4041-89c4-e868b6f9b2ef {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:15:04.703105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d437e7fc-d180-4999-8b5d-c9d8b14b347a", "name": "network-vif-deleted", "tag": "dbb11e0a-f3c6-4a57-9cd7-772782c39505", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:15:04.703341 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71c1dd78-4e51-4041-89c4-e868b6f9b2ef {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:15:04.703781 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd437e7fc-d180-4999-8b5d-c9d8b14b347a', 'name': 'network-vif-deleted', 'tag': 'dbb11e0a-f3c6-4a57-9cd7-772782c39505', 'status': 'completed', 'code': 200} Mar 08 06:15:04.885137 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:15:04.931333 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:15:04.931707 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:05.011991 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:15:05.012377 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:05.036675 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:15:05.039095 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a2941-de9c-407d-afd3-598a8b4ecfb6" -d '{"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-plugged", "status": "completed", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:15:05.051971 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:05.056637 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:05.084019 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3616bcf4-3ace-43e2-857c-6595cad01aab x-openstack-request-id: req-3616bcf4-3ace-43e2-857c-6595cad01aab {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:15:05.084310 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-plugged", "status": "completed", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:15:05.084563 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3616bcf4-3ace-43e2-857c-6595cad01aab {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:15:05.084949 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'code': 200} Mar 08 06:15:05.104928 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-96978896-3f01-42ee-a591-d6f34a200a5a req-ec1fe164-6bd8-48ca-bae0-9f56d73016e5 tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "GET /v2.0/ports?device_id=d437e7fc-d180-4999-8b5d-c9d8b14b347a HTTP/1.1" status: 200 len: 210 time: 0.0277765 Mar 08 06:15:05.117355 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=7']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:05.263814 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b572595-dce4-48b6-a953-1f3f4cc81ad5 req-f93184c7-f7fa-4420-8dfb-197d283e2e0a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:05.265293 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2b572595-dce4-48b6-a953-1f3f4cc81ad5 req-f93184c7-f7fa-4420-8dfb-197d283e2e0a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0590231 Mar 08 06:15:05.313955 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2b572595-dce4-48b6-a953-1f3f4cc81ad5 req-05d35320-6b96-476b-a233-c043ab7fa6d2 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433075 Mar 08 06:15:06.161369 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46374) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:06.214656 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9892f78f-1fd6-4121-8de8-0c55e5a3599f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group (8486be39-735e-4f39-815b-52948f3a5e51), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:06.242099 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9892f78f-1fd6-4121-8de8-0c55e5a3599f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group (8486be39-735e-4f39-815b-52948f3a5e51), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:06.302381 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9892f78f-1fd6-4121-8de8-0c55e5a3599f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (8486be39-735e-4f39-815b-52948f3a5e51), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:06.304971 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9892f78f-1fd6-4121-8de8-0c55e5a3599f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:06.306221 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9892f78f-1fd6-4121-8de8-0c55e5a3599f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] 10.222.0.16 "DELETE /v2.0/security-groups/8486be39-735e-4f39-815b-52948f3a5e51 HTTP/1.1" status: 204 len: 168 time: 0.1438656 Mar 08 06:15:06.318689 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892f78f-1fd6-4121-8de8-0c55e5a3599f tempest-TestShelveInstance-343450234 tempest-TestShelveInstance-343450234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486be39-735e-4f39-815b-52948f3a5e51,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:06.357841 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46380) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:06.438621 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07337d-fc9e-478c-978d-f6717f1edbd6 req-78980649-8647-4799-b334-0c0c7f6e76c6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:06.440040 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3a07337d-fc9e-478c-978d-f6717f1edbd6 req-78980649-8647-4799-b334-0c0c7f6e76c6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0534959 Mar 08 06:15:06.490504 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3a07337d-fc9e-478c-978d-f6717f1edbd6 req-1a38c74f-a248-4070-a7b6-d68e56c165c7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448911 Mar 08 06:15:06.799385 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (589e8673-424f-447f-b6f1-8a81ac840e0b), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:07.042291 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Deleting port c421cb33-26a6-4271-b5ae-f758ed7c4f16 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:07.042649 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:07.118930 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] For port c421cb33-26a6-4271-b5ae-f758ed7c4f16, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=c421cb33-26a6-4271-b5ae-f758ed7c4f16,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:07.119292 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:07.135357 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Calling delete_port for c421cb33-26a6-4271-b5ae-f758ed7c4f16 owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:07.314364 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (c421cb33-26a6-4271-b5ae-f758ed7c4f16), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:07.339997 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c421cb33-26a6-4271-b5ae-f758ed7c4f16,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:07.507764 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (589e8673-424f-447f-b6f1-8a81ac840e0b), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:07.623818 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe3704-c726-493d-a9ec-24edf00931e0 req-765ec1a6-ea21-4b61-8d7c-1d038bcf7364 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:07.625303 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-68fe3704-c726-493d-a9ec-24edf00931e0 req-765ec1a6-ea21-4b61-8d7c-1d038bcf7364 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0551870 Mar 08 06:15:07.676580 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-68fe3704-c726-493d-a9ec-24edf00931e0 req-acc642a9-67da-4be7-9ee2-b6d95583bcff tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Mar 08 06:15:08.013818 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Router 589e8673-424f-447f-b6f1-8a81ac840e0b has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:15:08.126110 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:15:08.131625 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8df2fa13-40f0-4251-b6e6-56b0abada6cb admin admin] 10.222.0.16 "PUT /v2.0/routers/589e8673-424f-447f-b6f1-8a81ac840e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7727358 Mar 08 06:15:08.134187 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46414) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:08.137820 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] Sync routers for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:15:08.148568 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:08.149489 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:14:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:08.249170 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks [] for router (589e8673-424f-447f-b6f1-8a81ac840e0b), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:08.269998 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:08.371913 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks [] for router_gateway (589e8673-424f-447f-b6f1-8a81ac840e0b), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:08.440220 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Deleting port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:08.440598 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:08.490453 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:15:07Z', 'revision_number': 5, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port': {'id': '9c3a7063-66fb-47ce-af9d-5d2ac557cdd5', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:4e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:08.519164 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] Checking router: 589e8673-424f-447f-b6f1-8a81ac840e0b for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:15:08.527928 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] For port 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=9c3a7063-66fb-47ce-af9d-5d2ac557cdd5,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:08.528250 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:08.530452 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] Routers {'589e8673-424f-447f-b6f1-8a81ac840e0b'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:08.531322 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:14:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['589e8673-424f-447f-b6f1-8a81ac840e0b'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:08.543753 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Calling delete_port for 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 owned by network:router_gateway {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:08.632545 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] Set router 589e8673-424f-447f-b6f1-8a81ac840e0b gateway port host: None {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:08.790371 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (9c3a7063-66fb-47ce-af9d-5d2ac557cdd5), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:08.830946 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:15:08Z', 'revision_number': 6, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:08.866881 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85421659-9972-4c52-b8aa-3368b941b549 None None] The sync data for ids ['589e8673-424f-447f-b6f1-8a81ac840e0b'] in dv-cinder-828060-10-iscsi is: [{'id': '589e8673-424f-447f-b6f1-8a81ac840e0b', 'name': 'tempest-TestShelveInstance-1455987061-router', 'tenant_id': '6776007bca034f5b922f554d526f4e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:03Z', 'updated_at': '2022-03-08T06:15:08Z', 'revision_number': 6, 'project_id': '6776007bca034f5b922f554d526f4e18', 'gw_port_host': None}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:15:08.902623 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device dbb11e0a-f3c6-4a57-9cd7-772782c39505 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:08.934319 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: dbb11e0a-f3c6-4a57-9cd7-772782c39505 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:08.935149 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device dbb11e0a-f3c6-4a57-9cd7-772782c39505 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:09.158218 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-ad2b3a09-b68b-4e23-b3dc-a0c3b9c6cc3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.166894 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3a7063-66fb-47ce-af9d-5d2ac557cdd5,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:09.203154 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.203363 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.203809 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.204264 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.204608 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.204965 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.205287 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.205887 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.206226 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.206560 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.206915 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.207243 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.207565 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:15:09.295687 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81469e6-65bc-43c7-b814-b90102fbcbfd req-8959328d-07d9-4623-b13d-55d19d0deada tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:09.297651 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e81469e6-65bc-43c7-b814-b90102fbcbfd req-8959328d-07d9-4623-b13d-55d19d0deada tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.5031397 Mar 08 06:15:09.358675 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (589e8673-424f-447f-b6f1-8a81ac840e0b), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.449797 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device c421cb33-26a6-4271-b5ae-f758ed7c4f16 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:09.476831 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: c421cb33-26a6-4271-b5ae-f758ed7c4f16 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:09.477664 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device c421cb33-26a6-4271-b5ae-f758ed7c4f16 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:09.502624 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e81469e6-65bc-43c7-b814-b90102fbcbfd req-42cbda79-1cc5-4f38-b0a1-40796bf573c6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943948 Mar 08 06:15:09.506409 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (589e8673-424f-447f-b6f1-8a81ac840e0b), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.509038 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks [] for router_controller (589e8673-424f-447f-b6f1-8a81ac840e0b), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.571889 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (589e8673-424f-447f-b6f1-8a81ac840e0b), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.572441 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 589e8673-424f-447f-b6f1-8a81ac840e0b {{(pid=103358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:15:09.578604 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.579734 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-2512d4a6-8314-4d47-9aea-071ff580c5fd admin admin] 10.222.0.16 "DELETE /v2.0/routers/589e8673-424f-447f-b6f1-8a81ac840e0b HTTP/1.1" status: 204 len: 168 time: 1.4443009 Mar 08 06:15:09.583390 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46418) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:09.645799 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0456d3c0-6585-4a09-98e4-c2019db4c734 admin admin] Deleting subnet 9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204 {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:15:09.648985 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0456d3c0-6585-4a09-98e4-c2019db4c734 admin admin] Publish callbacks [] for subnet (9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.695723 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0456d3c0-6585-4a09-98e4-c2019db4c734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602194'] for subnet (9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.850708 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0456d3c0-6585-4a09-98e4-c2019db4c734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.921791 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0456d3c0-6585-4a09-98e4-c2019db4c734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13000925'] for subnet (9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.935839 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0456d3c0-6585-4a09-98e4-c2019db4c734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:09.942246 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-0456d3c0-6585-4a09-98e4-c2019db4c734 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204 HTTP/1.1" status: 204 len: 168 time: 0.3541553 Mar 08 06:15:09.942452 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46420) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:09.945185 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d41b3a-a554-4fe7-9408-a56b40fde6e1 None None] Network 0cc4029a-71a0-4584-ae16-83296a609634 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:15:09.970928 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456d3c0-6585-4a09-98e4-c2019db4c734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9fc46a-ec8d-435b-8aa4-5d2c75ba7204,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:10.053835 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (0cc4029a-71a0-4584-ae16-83296a609634), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.135370 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Deleting port a72bac90-24ee-498a-8018-5c4d2a46f45a {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:10.135781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.209394 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] DHCP port deletion for 0cc4029a-71a0-4584-ae16-83296a609634 request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:15:10.258555 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] For port a72bac90-24ee-498a-8018-5c4d2a46f45a, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=a72bac90-24ee-498a-8018-5c4d2a46f45a,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:10.258881 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.283507 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Calling delete_port for a72bac90-24ee-498a-8018-5c4d2a46f45a owned by network:dhcp {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:10.286762 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] Deleting port a72bac90-24ee-498a-8018-5c4d2a46f45a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:10.287405 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.372645 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] For port a72bac90-24ee-498a-8018-5c4d2a46f45a, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=a72bac90-24ee-498a-8018-5c4d2a46f45a,segment=NetworkSegment(c522832f-67f7-488c-8262-62434424b677),segment_id=c522832f-67f7-488c-8262-62434424b677)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:10.374165 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.394998 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] Calling delete_port for a72bac90-24ee-498a-8018-5c4d2a46f45a owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:10.398908 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.425638 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Pushing event deleted for resources: {'Port': ['ID=a72bac90-24ee-498a-8018-5c4d2a46f45a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:10.431469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] No DVR routers for this DVR port a72bac90-24ee-498a-8018-5c4d2a46f45a on host dv-cinder-828060-10-iscsi {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:10.512171 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (0cc4029a-71a0-4584-ae16-83296a609634), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.538911 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc4029a-71a0-4584-ae16-83296a609634']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:10.551578 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c522832f-67f7-488c-8262-62434424b677') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:10.552098 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c522832f-67f7-488c-8262-62434424b677') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:10.561867 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699'] for port (a72bac90-24ee-498a-8018-5c4d2a46f45a), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.566997 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (c522832f-67f7-488c-8262-62434424b677), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.582079 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (c522832f-67f7-488c-8262-62434424b677), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.594032 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:15:10.594885 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (c522832f-67f7-488c-8262-62434424b677), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:15:10.598782 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:15:10.626522 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] Pushing event deleted for resources: {'Port': ['ID=a72bac90-24ee-498a-8018-5c4d2a46f45a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:10.630944 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d95ed-da5d-4a81-8e65-f854f0bd3882 None None] No DVR routers for this DVR port a72bac90-24ee-498a-8018-5c4d2a46f45a on host dv-cinder-828060-10-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:10.687816 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (0cc4029a-71a0-4584-ae16-83296a609634), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.693246 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:10.699803 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0cc4029a-71a0-4584-ae16-83296a609634 HTTP/1.1" status: 204 len: 168 time: 0.7561698 Mar 08 06:15:10.702213 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46424) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:10.715655 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98942158-d609-4533-a60f-8a4772c1fb1e req-ec21d5eb-d572-4aed-aa87-86742fbdd2a9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:10.717348 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-98942158-d609-4533-a60f-8a4772c1fb1e req-ec21d5eb-d572-4aed-aa87-86742fbdd2a9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0931566 Mar 08 06:15:10.728782 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5665019-5686-46d9-b852-7d3761553366 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc4029a-71a0-4584-ae16-83296a609634,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:10.822185 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-98942158-d609-4533-a60f-8a4772c1fb1e req-1d3ad5c2-5721-4895-82a8-fa827dabf3ec tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696640 Mar 08 06:15:11.096291 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device a72bac90-24ee-498a-8018-5c4d2a46f45a no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:11.122365 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: a72bac90-24ee-498a-8018-5c4d2a46f45a {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:11.122948 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device a72bac90-24ee-498a-8018-5c4d2a46f45a not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:11.123390 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:11.144617 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:11.144846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 9c3a7063-66fb-47ce-af9d-5d2ac557cdd5 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:11.254656 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (504c2d25-e8c8-43ad-8cec-7ac15307ae55), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:11.391665 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cac3a03-3c2d-43d6-96a7-4050368bcfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:11.612367 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Deleting port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:11.612712 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:11.704247 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] For port 56bd44fb-9ddb-42a4-8d48-2d91feaadf60, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,segment=NetworkSegment(f5b77409-e643-4b13-bec6-6cb30145699e),segment_id=f5b77409-e643-4b13-bec6-6cb30145699e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:11.704528 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:11.721048 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Calling delete_port for 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 owned by network:router_interface {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:12.021991 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (56bd44fb-9ddb-42a4-8d48-2d91feaadf60), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:12.061179 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346eac0-5d40-4bca-8c92-2c10ee6f3e8b req-9d8b6fd5-b88a-4b03-8f67-212b2960dc51 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:12.063089 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3346eac0-5d40-4bca-8c92-2c10ee6f3e8b req-9d8b6fd5-b88a-4b03-8f67-212b2960dc51 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.1109018 Mar 08 06:15:12.065235 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=56bd44fb-9ddb-42a4-8d48-2d91feaadf60,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:12.210643 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3346eac0-5d40-4bca-8c92-2c10ee6f3e8b req-6c1c365c-6912-48c0-b10b-ca1612d423ca tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361587 Mar 08 06:15:12.340517 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (504c2d25-e8c8-43ad-8cec-7ac15307ae55), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:12.507455 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:12.808960 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:15:12.995493 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-395405bd-f695-41d1-8853-b261734f2033 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675266450&fields=id&tenant_id=1bfb8ff31ba243d6b9352396f79ae780 HTTP/1.1" status: 200 len: 267 time: 0.0991311 Mar 08 06:15:13.017824 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:15:13.029331 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] Sync routers for ids ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:15:13.043412 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] Routers {'504c2d25-e8c8-43ad-8cec-7ac15307ae55'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:13.044466 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:13.049618 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9506a501-7de2-4571-be06-b22f4e6451d2 admin admin] 10.222.0.16 "PUT /v2.0/routers/504c2d25-e8c8-43ad-8cec-7ac15307ae55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3455245 Mar 08 06:15:13.051197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46438) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:13.099593 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-9c1c871f-fee4-48b3-80b0-a0785cd3f279 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:13.107958 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-9c1c871f-fee4-48b3-80b0-a0785cd3f279 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 984 time: 0.1042192 Mar 08 06:15:13.112967 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Request body: {'port': {'security_groups': ['805887a9-fb50-4cd4-93db-8fa1b9c16b74']}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:15:13.187194 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] Set router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:13.221139 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks [] for router (504c2d25-e8c8-43ad-8cec-7ac15307ae55), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.227251 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.366812 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks [] for router_gateway (504c2d25-e8c8-43ad-8cec-7ac15307ae55), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.444551 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:15:11Z', 'revision_number': 5, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port': {'id': 'f5cfb5a0-b184-4ee6-acd4-4620d2b52823', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:0b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:10:09Z', 'updated_at': '2022-03-08T06:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:13.461112 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Deleting port f5cfb5a0-b184-4ee6-acd4-4620d2b52823 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:13.461802 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.480578 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] Checking router: 504c2d25-e8c8-43ad-8cec-7ac15307ae55 for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:15:13.491624 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] Routers {'504c2d25-e8c8-43ad-8cec-7ac15307ae55'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:13.492949 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:13.512568 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f44371-9ea0-482f-8218-7aa5a198f905 req-68084519-ce22-492c-99a7-2d8b41bf25b0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:13.514528 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e7f44371-9ea0-482f-8218-7aa5a198f905 req-68084519-ce22-492c-99a7-2d8b41bf25b0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.1425200 Mar 08 06:15:13.571850 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] For port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:13.608331 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e7f44371-9ea0-482f-8218-7aa5a198f905 req-74152e93-6bca-4ad3-88e3-5f0a386eabaf tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848098 Mar 08 06:15:13.628244 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.633026 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] For port f5cfb5a0-b184-4ee6-acd4-4620d2b52823, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=f5cfb5a0-b184-4ee6-acd4-4620d2b52823,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:13.633516 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.635279 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772968'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.668475 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Calling delete_port for f5cfb5a0-b184-4ee6-acd4-4620d2b52823 owned by network:router_gateway {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:13.677010 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['3c18c182-ebfa-443b-8fb3-7f9c6eba239a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:15:13.712784 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] Set router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 gateway port host: None {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:13.729933 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:13.730756 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.732563 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-51285757-8291-48b9-95fd-54dae0d5f4e7 req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "PUT /v2.0/ports/3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 942 time: 0.6240485 Mar 08 06:15:13.733418 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3726d17-a5a0-4434-aa52-512f1a3c020e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event updated for resources: {'Port': ['ID=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:13.740673 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:15:13.747980 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bb5dce-bfd9-449e-998d-bda903710777" -d '{"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:15:13.750782 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46442) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:13.786524 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:15:13Z', 'revision_number': 6, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:13.832346 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a842a301-fe74-4153-889b-89314bf1efdd x-openstack-request-id: req-a842a301-fe74-4153-889b-89314bf1efdd {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:15:13.832748 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:15:13.833107 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a842a301-fe74-4153-889b-89314bf1efdd {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:15:13.834100 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'status': 'completed', 'code': 200} Mar 08 06:15:13.837021 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c2354-6738-4d71-81aa-da3d8328e298 None None] The sync data for ids ['504c2d25-e8c8-43ad-8cec-7ac15307ae55'] in dv-cinder-828060-10-iscsi is: [{'id': '504c2d25-e8c8-43ad-8cec-7ac15307ae55', 'name': 'tempest-TestShelveInstance-1547503012-router', 'tenant_id': '30bfbf6fe769427e9ee2207355eaec42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:10:08Z', 'updated_at': '2022-03-08T06:15:13Z', 'revision_number': 6, 'project_id': '30bfbf6fe769427e9ee2207355eaec42', 'gw_port_host': None}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:15:13.853005 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ea7d302b-2949-4de7-bdcc-ddf418433f03 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group (11bc4a7e-d503-4e79-901b-3bd33467b131), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:13.932484 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['3c18c182-ebfa-443b-8fb3-7f9c6eba239a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:15:13.947533 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ea7d302b-2949-4de7-bdcc-ddf418433f03 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group (11bc4a7e-d503-4e79-901b-3bd33467b131), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.043728 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ea7d302b-2949-4de7-bdcc-ddf418433f03 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (11bc4a7e-d503-4e79-901b-3bd33467b131), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.048973 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ea7d302b-2949-4de7-bdcc-ddf418433f03 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.055604 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-ea7d302b-2949-4de7-bdcc-ddf418433f03 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "DELETE /v2.0/security-groups/11bc4a7e-d503-4e79-901b-3bd33467b131 HTTP/1.1" status: 204 len: 168 time: 0.3008337 Mar 08 06:15:14.055604 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46446) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:14.068067 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-9e2a9b18-adfb-4e92-866c-64d29f44c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:14.069884 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-9e2a9b18-adfb-4e92-866c-64d29f44c222 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1129 time: 0.1782706 Mar 08 06:15:14.172191 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d302b-2949-4de7-bdcc-ddf418433f03 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bc4a7e-d503-4e79-901b-3bd33467b131,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:14.187838 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-12402bd4-3408-4330-af5f-e28b05ad7c10 None None] Provisioning complete for port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:15:14.188642 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-12402bd4-3408-4330-af5f-e28b05ad7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.198303 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (f5cfb5a0-b184-4ee6-acd4-4620d2b52823), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.201309 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.240699 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cfb5a0-b184-4ee6-acd4-4620d2b52823,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:14.244843 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-2f6ce1b0-a1e3-4487-bf55-bac696a1de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:14.246399 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-2f6ce1b0-a1e3-4487-bf55-bac696a1de6c service neutron] 10.222.0.31 "GET /v2.0/networks?id=9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 200 len: 916 time: 0.1688635 Mar 08 06:15:14.377032 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-126ce695-92a5-4ee6-b190-eff407899f0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 1000 time: 0.1072736 Mar 08 06:15:14.430197 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-12402bd4-3408-4330-af5f-e28b05ad7c10 None None] Current status of the port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:15:14.452288 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (504c2d25-e8c8-43ad-8cec-7ac15307ae55), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.455421 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Deleting port 35a28077-6213-45c2-ac49-932549ac645a {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:14.456031 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (35a28077-6213-45c2-ac49-932549ac645a), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.545409 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-461d0052-8a4d-43dd-984d-e6074f51ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:14.546924 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-461d0052-8a4d-43dd-984d-e6074f51ab00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39cff84a-1b5a-4970-971a-4f8778ab3537 HTTP/1.1" status: 200 len: 854 time: 0.1569521 Mar 08 06:15:14.561152 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (35a28077-6213-45c2-ac49-932549ac645a), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.561725 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for floatingip (35a28077-6213-45c2-ac49-932549ac645a), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.579251 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Calling delete_port for 35a28077-6213-45c2-ac49-932549ac645a owned by network:floatingip {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:14.613938 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (504c2d25-e8c8-43ad-8cec-7ac15307ae55), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.617262 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks [] for router_controller (504c2d25-e8c8-43ad-8cec-7ac15307ae55), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.714987 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-e3d7338d-07af-40fc-b685-a0b9ca2802a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:14.717798 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-e3d7338d-07af-40fc-b685-a0b9ca2802a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9042cd49-da27-4f79-a736-295d5878c65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1362720 Mar 08 06:15:14.719509 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (504c2d25-e8c8-43ad-8cec-7ac15307ae55), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.720551 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504c2d25-e8c8-43ad-8cec-7ac15307ae55 {{(pid=103359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:15:14.727762 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.730396 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0d9bae3d-9cc4-4e99-8753-7d79f7d95878 admin admin] 10.222.0.16 "DELETE /v2.0/routers/504c2d25-e8c8-43ad-8cec-7ac15307ae55 HTTP/1.1" status: 204 len: 168 time: 1.6787043 Mar 08 06:15:14.740314 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46454) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:14.859910 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e5e484-900f-4097-b6e7-57f00b4536d8 admin admin] Deleting subnet 77c8df48-1c10-4874-8629-128d1f106c3a {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:15:14.890886 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e484-900f-4097-b6e7-57f00b4536d8 admin admin] Publish callbacks [] for subnet (77c8df48-1c10-4874-8629-128d1f106c3a), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.948370 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-24a1787b-4802-474d-b790-4c10db4a9da6 service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134132 Mar 08 06:15:14.950327 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e484-900f-4097-b6e7-57f00b4536d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602194'] for subnet (77c8df48-1c10-4874-8629-128d1f106c3a), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:14.982798 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b6f65-954d-4dd1-a623-8b2d7da4b664 req-dccf6e3a-a921-4a0f-b7ec-62296edc7cd6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:14.990344 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-105b6f65-954d-4dd1-a623-8b2d7da4b664 req-dccf6e3a-a921-4a0f-b7ec-62296edc7cd6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.1798048 Mar 08 06:15:15.001208 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (35a28077-6213-45c2-ac49-932549ac645a), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.043232 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event deleted for resources: {'Port': ['ID=35a28077-6213-45c2-ac49-932549ac645a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:15.127047 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-a5bb5dce-bfd9-449e-998d-bda903710777 req-b014bb13-f827-417b-ab3a-13198224845e service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736126 Mar 08 06:15:15.133348 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:15.150266 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-105b6f65-954d-4dd1-a623-8b2d7da4b664 req-f05de38f-78a5-45a9-8712-f14a6190cf46 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589539 Mar 08 06:15:15.177027 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e484-900f-4097-b6e7-57f00b4536d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (77c8df48-1c10-4874-8629-128d1f106c3a), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.181652 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:15.181998 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 56bd44fb-9ddb-42a4-8d48-2d91feaadf60 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:15.182414 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device f5cfb5a0-b184-4ee6-acd4-4620d2b52823 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:15.208208 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks [] for floatingip (62a55a32-e770-436d-992c-240d52a1e710), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.208548 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Floating IP 62a55a32-e770-436d-992c-240d52a1e710 disassociated (deleted). External IP: 172.27.2.55, port: 3c18c182-ebfa-443b-8fb3-7f9c6eba239a. Mar 08 06:15:15.218257 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: f5cfb5a0-b184-4ee6-acd4-4620d2b52823 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:15.218632 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device f5cfb5a0-b184-4ee6-acd4-4620d2b52823 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:15.358637 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e484-900f-4097-b6e7-57f00b4536d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13000925'] for subnet (77c8df48-1c10-4874-8629-128d1f106c3a), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.396684 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5e484-900f-4097-b6e7-57f00b4536d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c8df48-1c10-4874-8629-128d1f106c3a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:15.402160 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2e5e484-900f-4097-b6e7-57f00b4536d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.409401 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46460) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:15.410487 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d2e5e484-900f-4097-b6e7-57f00b4536d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/77c8df48-1c10-4874-8629-128d1f106c3a HTTP/1.1" status: 204 len: 168 time: 0.6690371 Mar 08 06:15:15.413043 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6e681e-135a-42e5-8236-9577630df027 None None] Network 10386df3-b940-458f-b837-78f0d005dd65 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:15:15.527266 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (10386df3-b940-458f-b837-78f0d005dd65), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.595381 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.609513 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] DHCP port deletion for 10386df3-b940-458f-b837-78f0d005dd65 request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:15:15.619681 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:15:15.625705 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Deleting port af403757-480b-48af-abf9-12c606544f32 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:15.626176 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (af403757-480b-48af-abf9-12c606544f32), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.698352 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] Deleting port af403757-480b-48af-abf9-12c606544f32 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:15.698352 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (af403757-480b-48af-abf9-12c606544f32), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.724067 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] For port af403757-480b-48af-abf9-12c606544f32, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=af403757-480b-48af-abf9-12c606544f32,segment=NetworkSegment(f5b77409-e643-4b13-bec6-6cb30145699e),segment_id=f5b77409-e643-4b13-bec6-6cb30145699e)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:15.724577 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (af403757-480b-48af-abf9-12c606544f32), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.740424 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Calling delete_port for af403757-480b-48af-abf9-12c606544f32 owned by network:dhcp {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:15.828295 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] For port af403757-480b-48af-abf9-12c606544f32, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=af403757-480b-48af-abf9-12c606544f32,segment=NetworkSegment(f5b77409-e643-4b13-bec6-6cb30145699e),segment_id=f5b77409-e643-4b13-bec6-6cb30145699e)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:15.828583 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:15:15.828724 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (af403757-480b-48af-abf9-12c606544f32), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.845388 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] Sync routers for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:15:15.846026 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.847882 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (af403757-480b-48af-abf9-12c606544f32), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:15.860435 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] Calling delete_port for af403757-480b-48af-abf9-12c606544f32 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:15.881713 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:15.882545 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:15.889301 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5a3f5e80-cec9-4f02-b470-909174daa32e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "DELETE /v2.0/floatingips/62a55a32-e770-436d-992c-240d52a1e710 HTTP/1.1" status: 204 len: 168 time: 1.8261771 Mar 08 06:15:15.890259 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:15:15.892875 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Pushing event deleted for resources: {'Port': ['ID=af403757-480b-48af-abf9-12c606544f32,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:15.893541 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:15:15.899309 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] No DVR routers for this DVR port af403757-480b-48af-abf9-12c606544f32 on host dv-cinder-828060-10-iscsi {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:15.953266 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546ac98e-fbc0-46b3-8987-ba30d2ce4848 x-openstack-request-id: req-546ac98e-fbc0-46b3-8987-ba30d2ce4848 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:15:15.953991 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:15:15.954539 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-546ac98e-fbc0-46b3-8987-ba30d2ce4848 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:15:15.955192 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'status': 'completed', 'code': 200} Mar 08 06:15:16.029468 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (10386df3-b940-458f-b837-78f0d005dd65), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:16.061158 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10386df3-b940-458f-b837-78f0d005dd65']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:16.078520 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b77409-e643-4b13-bec6-6cb30145699e') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:16.078781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b77409-e643-4b13-bec6-6cb30145699e') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:16.078980 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:16.081056 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699'] for port (af403757-480b-48af-abf9-12c606544f32), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:16.095974 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-a5e70dd3-6ea1-4ac3-a574-c2b47513f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:16.098116 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-a5e70dd3-6ea1-4ac3-a574-c2b47513f5c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 1129 time: 0.0961311 Mar 08 06:15:16.100692 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (f5b77409-e643-4b13-bec6-6cb30145699e), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:16.141197 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] Pushing event deleted for resources: {'Port': ['ID=af403757-480b-48af-abf9-12c606544f32,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:16.149521 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea1e799-845d-49a0-863c-5603239ccb5e None None] No DVR routers for this DVR port af403757-480b-48af-abf9-12c606544f32 on host dv-cinder-828060-10-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:16.150880 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (f5b77409-e643-4b13-bec6-6cb30145699e), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:16.213566 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:15:16.213981 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (f5b77409-e643-4b13-bec6-6cb30145699e), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:15:16.215971 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:15:16.295788 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (10386df3-b940-458f-b837-78f0d005dd65), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:16.311882 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:16.316001 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] 10.222.0.16 "DELETE /v2.0/networks/10386df3-b940-458f-b837-78f0d005dd65 HTTP/1.1" status: 204 len: 168 time: 0.9053602 Mar 08 06:15:16.355481 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1cfd0-ebdd-430d-b277-6e744f79d565 admin admin] Pushing event deleted for resources: {'Network': ['ID=10386df3-b940-458f-b837-78f0d005dd65,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:16.359771 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-e22c977f-a57a-468f-9717-ec9cc835de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:16.361543 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-e22c977f-a57a-468f-9717-ec9cc835de0f service neutron] 10.222.0.31 "GET /v2.0/networks?id=9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 200 len: 916 time: 0.2515864 Mar 08 06:15:16.460755 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-03f77884-929d-4501-b13a-5bb1168b7fae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 200 len: 217 time: 0.0922644 Mar 08 06:15:16.498533 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede1900-d140-4106-909f-3afc7dbaafac req-fae4c629-f897-411b-8b96-7a9229cfb40e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:16.503077 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9ede1900-d140-4106-909f-3afc7dbaafac req-fae4c629-f897-411b-8b96-7a9229cfb40e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.1179805 Mar 08 06:15:16.507597 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 5, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:16.538755 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] Checking router: 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:15:16.539956 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-2a625398-0b0e-4fe8-89c8-83687d5d4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:16.542341 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-2a625398-0b0e-4fe8-89c8-83687d5d4332 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=39cff84a-1b5a-4970-971a-4f8778ab3537 HTTP/1.1" status: 200 len: 854 time: 0.0741713 Mar 08 06:15:16.550133 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:16.551050 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:16.556547 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46476) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:16.605432 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-20f7f8c2-0d6e-4c19-ad27-5a087bce6166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:16.609009 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-20f7f8c2-0d6e-4c19-ad27-5a087bce6166 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9042cd49-da27-4f79-a736-295d5878c65e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578206 Mar 08 06:15:16.610680 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9ede1900-d140-4106-909f-3afc7dbaafac req-3b0cd384-b751-46c2-a3df-0d1e6fa0b4a1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028743 Mar 08 06:15:16.641606 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-90a95546-8b1c-4f14-99b6-427bf421cb4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6776007bca034f5b922f554d526f4e18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0838616 Mar 08 06:15:16.644193 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46478) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:16.707519 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:16.765122 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-938de2db-1f79-46ff-a7a5-63f78f6bbcf4 admin admin] Publish callbacks [] for security_group (6b4ec7f2-b65b-4055-b13d-7baabfe4d5eb), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:16.768239 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-1e4cce9f-e62b-4aa1-a7be-c6bb7afb850f service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451173 Mar 08 06:15:16.814933 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-938de2db-1f79-46ff-a7a5-63f78f6bbcf4 admin admin] Publish callbacks [] for security_group (6b4ec7f2-b65b-4055-b13d-7baabfe4d5eb), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:17.115852 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device af403757-480b-48af-abf9-12c606544f32 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:17.163841 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: af403757-480b-48af-abf9-12c606544f32 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:17.164542 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device af403757-480b-48af-abf9-12c606544f32 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:17.214547 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7423dfa3-71ec-4ada-a0ae-d93b3d640a9c req-54c8c284-4298-47e0-8d1f-fbd626a19c62 service neutron] 10.222.0.31 "GET /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381416 Mar 08 06:15:17.230916 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-938de2db-1f79-46ff-a7a5-63f78f6bbcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6b4ec7f2-b65b-4055-b13d-7baabfe4d5eb), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:17.233077 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 5, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:17.234367 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-938de2db-1f79-46ff-a7a5-63f78f6bbcf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:17.235808 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-938de2db-1f79-46ff-a7a5-63f78f6bbcf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b4ec7f2-b65b-4055-b13d-7baabfe4d5eb HTTP/1.1" status: 204 len: 168 time: 0.5897243 Mar 08 06:15:17.245615 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938de2db-1f79-46ff-a7a5-63f78f6bbcf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ec7f2-b65b-4055-b13d-7baabfe4d5eb,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:17.287681 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9cd11c-a260-4b97-950a-cf585302fc9d None None] The sync data for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi is: [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:42Z', 'revision_number': 4, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5cf49105-25a7-483a-94de-74da97617485', 'name': '', 'network_id': '9042cd49-da27-4f79-a736-295d5878c65e', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'mac_address': 'fa:16:3e:19:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:42Z', 'updated_at': '2022-03-08T06:11:46Z', 'revision_number': 5, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'subnets': [{'id': '39cff84a-1b5a-4970-971a-4f8778ab3537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:15:17.696581 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4dff7c-3c9c-44f0-8183-7e9ae5d6bfc3 None None] New status for floating IP 62a55a32-e770-436d-992c-240d52a1e710: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:15:17.798300 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46488) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:17.803808 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68e980-7a84-4112-b64b-e3928d4f3bb8 req-b6edd036-1a43-494d-b9b3-774ed9ef6e9d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:17.805993 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7b68e980-7a84-4112-b64b-e3928d4f3bb8 req-b6edd036-1a43-494d-b9b3-774ed9ef6e9d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.1087706 Mar 08 06:15:17.862664 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fa666b57-12d7-4b8b-8bcf-f9b21cb8835c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30bfbf6fe769427e9ee2207355eaec42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629058 Mar 08 06:15:17.863401 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46490) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:17.874369 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7b68e980-7a84-4112-b64b-e3928d4f3bb8 req-58a9fcee-4989-49b6-9a9c-076e3e9b58f4 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578246 Mar 08 06:15:17.923364 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5357a505-f246-43f1-bf68-39ff827695b5 admin admin] Publish callbacks [] for security_group (b056ae51-049e-4914-80be-a6e9de9a045a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:17.948612 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5357a505-f246-43f1-bf68-39ff827695b5 admin admin] Publish callbacks [] for security_group (b056ae51-049e-4914-80be-a6e9de9a045a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:18.015969 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5357a505-f246-43f1-bf68-39ff827695b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (b056ae51-049e-4914-80be-a6e9de9a045a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:18.018951 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5357a505-f246-43f1-bf68-39ff827695b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:18.022677 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5357a505-f246-43f1-bf68-39ff827695b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b056ae51-049e-4914-80be-a6e9de9a045a HTTP/1.1" status: 204 len: 168 time: 0.1557326 Mar 08 06:15:18.036828 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357a505-f246-43f1-bf68-39ff827695b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056ae51-049e-4914-80be-a6e9de9a045a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:19.043039 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4ce4e-4b18-4f6a-a214-ea561711704d req-349a88f9-f071-4f5d-8754-45d72fd33131 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:19.046980 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a6e4ce4e-4b18-4f6a-a214-ea561711704d req-349a88f9-f071-4f5d-8754-45d72fd33131 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0823486 Mar 08 06:15:19.099085 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a6e4ce4e-4b18-4f6a-a214-ea561711704d req-71c2d48c-ead4-4aff-ab30-db28c5f9f762 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473428 Mar 08 06:15:19.237929 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:19.964932 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001148-1435-4710-a3bc-dec7dec0188d req-4c318eb3-ea00-4a92-bd27-6c7e4dbbc4f3 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:19.967263 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-50001148-1435-4710-a3bc-dec7dec0188d req-4c318eb3-ea00-4a92-bd27-6c7e4dbbc4f3 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0554848 Mar 08 06:15:20.012579 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-50001148-1435-4710-a3bc-dec7dec0188d req-b52949a4-a33f-4178-8c41-258f4b8e13ef tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Mar 08 06:15:20.220612 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17551d44-e544-4a30-9855-0f842dd6eb8d req-62e96d2d-e602-4084-a990-15b49fa9653f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:20.222002 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-17551d44-e544-4a30-9855-0f842dd6eb8d req-62e96d2d-e602-4084-a990-15b49fa9653f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0523422 Mar 08 06:15:20.267925 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-17551d44-e544-4a30-9855-0f842dd6eb8d req-f783ffda-e57e-4f11-8782-a071fb9ce598 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404918 Mar 08 06:15:20.933774 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-637c69f9-a219-4100-bee2-db3e5ef9e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:20.936407 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-637c69f9-a219-4100-bee2-db3e5ef9e07d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 1129 time: 0.0467272 Mar 08 06:15:21.026848 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-e3d8b226-f1a0-4fd0-a21b-f76adc1203dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:21.028292 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-e3d8b226-f1a0-4fd0-a21b-f76adc1203dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.0841937 Mar 08 06:15:21.096215 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-4645a269-2790-4e93-a9f5-fa8b106f4da0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 200 len: 1001 time: 0.0611784 Mar 08 06:15:21.132793 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993cb47-5965-4e13-813f-98d4539b3c61 req-23b573ca-cc5b-4f30-9019-0eaa3fb5a34a tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:21.134277 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5993cb47-5965-4e13-813f-98d4539b3c61 req-23b573ca-cc5b-4f30-9019-0eaa3fb5a34a tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0547948 Mar 08 06:15:21.145739 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-e3c0c4b4-e03d-41e0-a6ff-e406c6058b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:21.147202 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-e3c0c4b4-e03d-41e0-a6ff-e406c6058b5a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0441213 Mar 08 06:15:21.183495 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5993cb47-5965-4e13-813f-98d4539b3c61 req-9e4047f7-c810-4238-96ce-b3cf07063837 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424769 Mar 08 06:15:21.196545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-315fab97-0dea-4723-8822-95339aba3701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:21.198048 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-315fab97-0dea-4723-8822-95339aba3701 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436561 Mar 08 06:15:21.288721 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-2a46d742-046d-456e-81d0-3d086e528398 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840707 Mar 08 06:15:21.377849 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-86e37db9-8a10-4540-a5a4-78c89d63990e req-779e4e6a-c8d2-48b8-8a7c-d50769eaf466 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819073 Mar 08 06:15:21.402895 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19891c8b-c428-4f01-85ee-4d769e636e75 req-f4948ac0-03e2-4bb3-b3fa-5177b80227f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:21.405167 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-19891c8b-c428-4f01-85ee-4d769e636e75 req-f4948ac0-03e2-4bb3-b3fa-5177b80227f5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0644777 Mar 08 06:15:21.449865 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-19891c8b-c428-4f01-85ee-4d769e636e75 req-0b367117-88a1-458a-93d0-b2bbf92fcced tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392036 Mar 08 06:15:21.481957 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:15:22.299029 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bf31a-eacb-4efa-aced-e88905856e82 req-5c705917-7342-4e43-bab8-85bd0794784a tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:22.300491 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-748bf31a-eacb-4efa-aced-e88905856e82 req-5c705917-7342-4e43-bab8-85bd0794784a tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0523219 Mar 08 06:15:22.349382 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-748bf31a-eacb-4efa-aced-e88905856e82 req-c663d850-c9fb-45b7-9238-9ad91d5ce83e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/security-groups?id=805887a9-fb50-4cd4-93db-8fa1b9c16b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Mar 08 06:15:22.540914 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-7fce129a-03ce-412e-9670-b39254938ed6 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:22.542365 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-7fce129a-03ce-412e-9670-b39254938ed6 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.31 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 945 time: 0.0582073 Mar 08 06:15:22.573248 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ad36b-9556-474e-b193-00ff3a45afb7 req-aca9686b-cf3e-4264-8b14-f80855e854b0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:22.574726 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6c7ad36b-9556-474e-b193-00ff3a45afb7 req-aca9686b-cf3e-4264-8b14-f80855e854b0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0510578 Mar 08 06:15:22.621286 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6c7ad36b-9556-474e-b193-00ff3a45afb7 req-932c0796-bd2c-453e-ba9b-1ccf68093ebc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398965 Mar 08 06:15:22.635270 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Deleting port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:22.635627 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:22.726265 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] For port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:22.726668 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:22.738559 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Calling delete_port for 3c18c182-ebfa-443b-8fb3-7f9c6eba239a owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:22.859569 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (3c18c182-ebfa-443b-8fb3-7f9c6eba239a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:22.890802 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Pushing event deleted for resources: {'Port': ['ID=3c18c182-ebfa-443b-8fb3-7f9c6eba239a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:22.904869 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['3c18c182-ebfa-443b-8fb3-7f9c6eba239a'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:15:22.934222 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] No DVR routers for this DVR port 3c18c182-ebfa-443b-8fb3-7f9c6eba239a on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:22.936565 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:22.939812 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-762ffb57-365d-4604-a79f-61a3bdd7c79b req-b1f8f7dc-d4c6-43dd-96d8-302fda16289e tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.31 "DELETE /v2.0/ports/3c18c182-ebfa-443b-8fb3-7f9c6eba239a HTTP/1.1" status: 204 len: 173 time: 0.3912230 Mar 08 06:15:22.940245 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'name': 'network-vif-deleted', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:15:22.942519 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193fdcda-f8be-48a4-aa76-237802d90237" -d '{"events": [{"server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "name": "network-vif-deleted", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:15:22.979162 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53611f-9304-4132-9dea-1f167773aa76 x-openstack-request-id: req-0c53611f-9304-4132-9dea-1f167773aa76 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:15:22.979524 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de72bec7-d584-4965-ab98-a3d5c1169263", "name": "network-vif-deleted", "tag": "3c18c182-ebfa-443b-8fb3-7f9c6eba239a", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:15:22.979850 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0c53611f-9304-4132-9dea-1f167773aa76 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:15:22.980251 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72bec7-d584-4965-ab98-a3d5c1169263', 'name': 'network-vif-deleted', 'tag': '3c18c182-ebfa-443b-8fb3-7f9c6eba239a', 'status': 'completed', 'code': 200} Mar 08 06:15:23.459670 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0faf211b-590d-4eee-9a28-d2f831bd35f4 req-237593a3-576e-4eb5-8d27-58f6c01c5361 tempest-TestMinimumBasicScenario-1147534333 tempest-TestMinimumBasicScenario-1147534333-project] 10.222.0.16 "GET /v2.0/ports?device_id=de72bec7-d584-4965-ab98-a3d5c1169263 HTTP/1.1" status: 200 len: 210 time: 0.0291562 Mar 08 06:15:23.753723 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b880db-da2b-416f-9cb3-ef59d0dfe559 req-5120dff4-fb1a-47df-a2e3-632c65331ae9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:23.755242 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-87b880db-da2b-416f-9cb3-ef59d0dfe559 req-5120dff4-fb1a-47df-a2e3-632c65331ae9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0538347 Mar 08 06:15:23.805310 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-87b880db-da2b-416f-9cb3-ef59d0dfe559 req-ac7fa8c4-62dc-4c28-a223-5f674391fb47 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443163 Mar 08 06:15:24.721861 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff812f-0c7f-4df7-8a6f-e50e7d37e799 req-52484a20-0eb5-4ffa-b44e-a1f073923288 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:24.723364 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-44ff812f-0c7f-4df7-8a6f-e50e7d37e799 req-52484a20-0eb5-4ffa-b44e-a1f073923288 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 945 time: 0.0656867 Mar 08 06:15:24.784974 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-e7d5d14b-a440-48eb-8e3f-9f1aa9662ac8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785074 Mar 08 06:15:24.792776 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-44ff812f-0c7f-4df7-8a6f-e50e7d37e799 req-2607c8b3-b6e9-4317-93da-35eb7b17ff35 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552926 Mar 08 06:15:24.864315 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499c79-b8c3-474f-80fb-9438567f5716 req-9eb95456-0784-483a-9117-8f1531d66279 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:24.865797 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-9eb95456-0784-483a-9117-8f1531d66279 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports/612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 200 len: 942 time: 0.0483942 Mar 08 06:15:25.014857 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 3c18c182-ebfa-443b-8fb3-7f9c6eba239a no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:25.036966 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 3c18c182-ebfa-443b-8fb3-7f9c6eba239a {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:25.037395 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 3c18c182-ebfa-443b-8fb3-7f9c6eba239a not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:25.037749 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:25.162124 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa is: ACTIVE; New status is: DOWN {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:15:25.162740 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:25.166823 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46626) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:25.207283 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:25.208620 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:15:25.212445 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68a1467-cc4f-4575-b084-61830f79997a" -d '{"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-unplugged", "status": "completed", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:15:25.216711 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:25.271292 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 06:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133ce744-5e21-4cf0-bede-d3fc60df361e x-openstack-request-id: req-133ce744-5e21-4cf0-bede-d3fc60df361e {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:15:25.271903 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-unplugged", "status": "failed", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa", "code": 422}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:15:25.272312 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-133ce744-5e21-4cf0-bede-d3fc60df361e {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:15:25.272910 dv-cinder-828060-10-iscsi neutron-server[103360]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'code': 422} returned with failed status Mar 08 06:15:25.277620 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=8']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:25.539416 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:25.753200 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499c79-b8c3-474f-80fb-9438567f5716 req-2a2b0dc5-03b2-45a8-90e1-e71b1639fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:25.754898 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-2a2b0dc5-03b2-45a8-90e1-e71b1639fd73 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c&tenant_id=6bac5ef03da8437ab8c6c14818aee92a HTTP/1.1" status: 200 len: 1127 time: 0.0466058 Mar 08 06:15:25.792085 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Deleting port 5cf49105-25a7-483a-94de-74da97617485 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:25.792648 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (5cf49105-25a7-483a-94de-74da97617485), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:25.833135 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499c79-b8c3-474f-80fb-9438567f5716 req-d9b6fd3a-38c9-4c4a-ae34-08ade0655484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:25.834115 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-d9b6fd3a-38c9-4c4a-ae34-08ade0655484 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 1127 time: 0.0470240 Mar 08 06:15:25.876257 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] For port 5cf49105-25a7-483a-94de-74da97617485, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5cf49105-25a7-483a-94de-74da97617485,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:25.876621 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (5cf49105-25a7-483a-94de-74da97617485), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:25.915903 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Calling delete_port for 5cf49105-25a7-483a-94de-74da97617485 owned by network:router_interface {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:25.922339 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499c79-b8c3-474f-80fb-9438567f5716 req-9f206fec-1dda-4acb-975c-e2f30786a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:25.923862 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-9f206fec-1dda-4acb-975c-e2f30786a748 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.0839686 Mar 08 06:15:25.980182 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bfd9f-111a-46f6-b1e8-b15ebce5e8da req-6478ceb3-f156-430a-9324-23bdea59af04 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:25.982794 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-552bfd9f-111a-46f6-b1e8-b15ebce5e8da req-6478ceb3-f156-430a-9324-23bdea59af04 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.1080253 Mar 08 06:15:25.993322 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-cfdf2e3b-8a1f-4ad9-8e89-2beef72d057c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 200 len: 999 time: 0.0632842 Mar 08 06:15:26.040994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499c79-b8c3-474f-80fb-9438567f5716 req-3125187d-21b2-485e-b69f-0ce23fe257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:26.042514 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-3125187d-21b2-485e-b69f-0ce23fe257e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0410917 Mar 08 06:15:26.092316 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37499c79-b8c3-474f-80fb-9438567f5716 req-a716d347-8b96-4199-b625-5d584b7db7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:26.093847 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-a716d347-8b96-4199-b625-5d584b7db7c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451035 Mar 08 06:15:26.188307 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-8b85bcd4-218b-4e87-9653-5de3ba0f1879 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885525 Mar 08 06:15:26.278872 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-e4eed2dc-9583-4f10-9cd1-66909cc90270 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831988 Mar 08 06:15:26.334334 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-552bfd9f-111a-46f6-b1e8-b15ebce5e8da req-a0d81d12-4ded-4460-826e-7e8e7fe0fe12 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445256 Mar 08 06:15:26.405062 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (5cf49105-25a7-483a-94de-74da97617485), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:26.430349 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf49105-25a7-483a-94de-74da97617485,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:26.605323 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:26.867443 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:15:27.000071 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:15:27.005342 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-19e78ae1-9de9-46d9-8889-8ee53529f139 admin admin] 10.222.0.16 "PUT /v2.0/routers/4ebf770b-211b-4499-8036-bbd1c5bbd4f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8387818 Mar 08 06:15:27.007948 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46652) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:27.013996 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] Sync routers for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:15:27.023360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:27.023988 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:27.170553 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:27.171107 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks [] for router (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:27.291895 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks [] for router_gateway (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:27.362816 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Deleting port fdedf39e-e220-4642-a024-8795aa2c9b26 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:27.363146 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:27.415313 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:15:26Z', 'revision_number': 5, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port': {'id': 'fdedf39e-e220-4642-a024-8795aa2c9b26', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:27.453692 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] Checking router: 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:15:27.462116 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] Routers {'4ebf770b-211b-4499-8036-bbd1c5bbd4f7'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:27.462757 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:27.505433 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] For port fdedf39e-e220-4642-a024-8795aa2c9b26, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=fdedf39e-e220-4642-a024-8795aa2c9b26,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:27.505803 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:27.541914 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Calling delete_port for fdedf39e-e220-4642-a024-8795aa2c9b26 owned by network:router_gateway {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:27.565675 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] Set router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 gateway port host: None {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:27.576433 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00161e-5b84-47cf-9c79-d1a8869984ee req-1928c872-f4e5-4483-9618-36f1ebaa7e22 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:27.578132 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7c00161e-5b84-47cf-9c79-d1a8869984ee req-1928c872-f4e5-4483-9618-36f1ebaa7e22 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.1474125 Mar 08 06:15:27.628796 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:15:27Z', 'revision_number': 6, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:27.660713 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1be3cf2-6f7c-4270-a6bc-a4ba31aabee6 None None] The sync data for ids ['4ebf770b-211b-4499-8036-bbd1c5bbd4f7'] in dv-cinder-828060-10-iscsi is: [{'id': '4ebf770b-211b-4499-8036-bbd1c5bbd4f7', 'name': 'tempest-TestMinimumBasicScenario-1032807221-router', 'tenant_id': '1bfb8ff31ba243d6b9352396f79ae780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:39Z', 'updated_at': '2022-03-08T06:15:27Z', 'revision_number': 6, 'project_id': '1bfb8ff31ba243d6b9352396f79ae780', 'gw_port_host': None}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:15:27.696358 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7c00161e-5b84-47cf-9c79-d1a8869984ee req-0f8fe0b0-5b40-4b84-809f-b2d4cfc23419 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729058 Mar 08 06:15:27.807826 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (fdedf39e-e220-4642-a024-8795aa2c9b26), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:27.845026 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdedf39e-e220-4642-a024-8795aa2c9b26,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:27.912718 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.011985 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.015951 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks [] for router_controller (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.067029 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (4ebf770b-211b-4499-8036-bbd1c5bbd4f7), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.067565 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ebf770b-211b-4499-8036-bbd1c5bbd4f7 {{(pid=103358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:15:28.072533 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.075657 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-52cbda5a-3916-4677-97c9-a3a773c570f9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4ebf770b-211b-4499-8036-bbd1c5bbd4f7 HTTP/1.1" status: 204 len: 168 time: 1.0657835 Mar 08 06:15:28.078720 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46656) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:28.137284 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5cad7eb-a4be-4d9b-8a22-a41dcd95e7d1 admin admin] Deleting subnet 39cff84a-1b5a-4970-971a-4f8778ab3537 {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:15:28.140153 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7eb-a4be-4d9b-8a22-a41dcd95e7d1 admin admin] Publish callbacks [] for subnet (39cff84a-1b5a-4970-971a-4f8778ab3537), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.176964 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7eb-a4be-4d9b-8a22-a41dcd95e7d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602194'] for subnet (39cff84a-1b5a-4970-971a-4f8778ab3537), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.262015 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7eb-a4be-4d9b-8a22-a41dcd95e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (39cff84a-1b5a-4970-971a-4f8778ab3537), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.327813 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7eb-a4be-4d9b-8a22-a41dcd95e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13000925'] for subnet (39cff84a-1b5a-4970-971a-4f8778ab3537), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.353565 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cad7eb-a4be-4d9b-8a22-a41dcd95e7d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39cff84a-1b5a-4970-971a-4f8778ab3537,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:28.361985 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5cad7eb-a4be-4d9b-8a22-a41dcd95e7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.365480 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d5cad7eb-a4be-4d9b-8a22-a41dcd95e7d1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/39cff84a-1b5a-4970-971a-4f8778ab3537 HTTP/1.1" status: 204 len: 168 time: 0.2836292 Mar 08 06:15:28.368120 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46658) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:28.368408 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a759c35d-735d-453d-bfaf-fb1c6c54887a None None] Network 9042cd49-da27-4f79-a736-295d5878c65e requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:15:28.441379 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (9042cd49-da27-4f79-a736-295d5878c65e), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.512553 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Deleting port 8bfca6d2-14cb-48ea-8d90-58ba07679620 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:28.514365 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.597733 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] For port 8bfca6d2-14cb-48ea-8d90-58ba07679620, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=8bfca6d2-14cb-48ea-8d90-58ba07679620,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:28.598210 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.604854 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] DHCP port deletion for 9042cd49-da27-4f79-a736-295d5878c65e request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:15:28.625205 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Calling delete_port for 8bfca6d2-14cb-48ea-8d90-58ba07679620 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:28.676417 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] Deleting port 8bfca6d2-14cb-48ea-8d90-58ba07679620 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:28.677077 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.734344 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.764237 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bfca6d2-14cb-48ea-8d90-58ba07679620,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:28.779344 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] No DVR routers for this DVR port 8bfca6d2-14cb-48ea-8d90-58ba07679620 on host dv-cinder-828060-10-iscsi {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:28.809002 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] For port 8bfca6d2-14cb-48ea-8d90-58ba07679620, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=8bfca6d2-14cb-48ea-8d90-58ba07679620,segment=NetworkSegment(9501d53d-e3c4-4dff-9c3b-470a676a86b6),segment_id=9501d53d-e3c4-4dff-9c3b-470a676a86b6)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:28.809464 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.842242 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] Calling delete_port for 8bfca6d2-14cb-48ea-8d90-58ba07679620 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:28.923757 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (9042cd49-da27-4f79-a736-295d5878c65e), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.951438 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9042cd49-da27-4f79-a736-295d5878c65e']}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:28.956718 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699'] for port (8bfca6d2-14cb-48ea-8d90-58ba07679620), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.968744 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9501d53d-e3c4-4dff-9c3b-470a676a86b6') {'for_net_delete': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:28.969042 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9501d53d-e3c4-4dff-9c3b-470a676a86b6') {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:28.977239 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef78db-2842-4d38-86e1-02723df55f1f req-bf20fa13-e070-482a-ade5-704f2b0a469d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:28.978865 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14ef78db-2842-4d38-86e1-02723df55f1f req-bf20fa13-e070-482a-ade5-704f2b0a469d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.1459765 Mar 08 06:15:28.989134 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602281'] for segment (9501d53d-e3c4-4dff-9c3b-470a676a86b6), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:28.993848 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] Pushing event deleted for resources: {'Port': ['ID=8bfca6d2-14cb-48ea-8d90-58ba07679620,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:28.996579 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472c5bc-67a1-4dfe-9326-8ad9dda457cc None None] No DVR routers for this DVR port 8bfca6d2-14cb-48ea-8d90-58ba07679620 on host dv-cinder-828060-10-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:29.021856 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (9501d53d-e3c4-4dff-9c3b-470a676a86b6), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:29.036855 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:15:29.037264 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12772940'] for segment (9501d53d-e3c4-4dff-9c3b-470a676a86b6), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: Traceback (most recent call last): Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: timer() Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: cb(*args, **kw) Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: return func(*args, **kwargs) Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: self._notify() Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: self.callback(batched_events) Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: event.method(event) Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: return f(self, *a, **k) Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._get(url).json() Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: return self.request(url, 'GET', **kwargs) Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:15:29.039189 dv-cinder-828060-10-iscsi neutron-server[103358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:15:29.096482 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14ef78db-2842-4d38-86e1-02723df55f1f req-e645f6af-4ed8-4075-a000-4c5e8fabf937 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096828 Mar 08 06:15:29.116457 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (9042cd49-da27-4f79-a736-295d5878c65e), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:29.123811 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:29.128904 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device fdedf39e-e220-4642-a024-8795aa2c9b26 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:29.129090 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] 10.222.0.16 "DELETE /v2.0/networks/9042cd49-da27-4f79-a736-295d5878c65e HTTP/1.1" status: 204 len: 168 time: 0.7579594 Mar 08 06:15:29.130620 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46662) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:29.138622 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba1f62-c2dc-4776-a3ab-cacd9cc2380e admin admin] Pushing event deleted for resources: {'Network': ['ID=9042cd49-da27-4f79-a736-295d5878c65e,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:29.172642 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: fdedf39e-e220-4642-a024-8795aa2c9b26 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:29.173123 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device fdedf39e-e220-4642-a024-8795aa2c9b26 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:29.173768 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 8bfca6d2-14cb-48ea-8d90-58ba07679620 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:29.194431 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 8bfca6d2-14cb-48ea-8d90-58ba07679620 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:29.194801 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 8bfca6d2-14cb-48ea-8d90-58ba07679620 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:29.195218 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5cf49105-25a7-483a-94de-74da97617485 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:29.218846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 5cf49105-25a7-483a-94de-74da97617485 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:29.219194 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5cf49105-25a7-483a-94de-74da97617485 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:29.527654 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (e427de14-44f2-4a82-81ef-e8fbee06893e), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:29.795910 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Deleting port f80a8bc6-2321-404b-b90e-36b5ff0356f3 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:29.796170 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:29.874333 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] For port f80a8bc6-2321-404b-b90e-36b5ff0356f3, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=f80a8bc6-2321-404b-b90e-36b5ff0356f3,segment=NetworkSegment(8ad84280-a3a1-40d4-8d47-80c92dd8250d),segment_id=8ad84280-a3a1-40d4-8d47-80c92dd8250d)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:29.874722 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:29.886809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Calling delete_port for f80a8bc6-2321-404b-b90e-36b5ff0356f3 owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:30.072652 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (f80a8bc6-2321-404b-b90e-36b5ff0356f3), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:30.100225 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f80a8bc6-2321-404b-b90e-36b5ff0356f3,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:30.344428 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a8176-645c-4ba4-bd24-5885c6e78dd1 req-2bab2e25-34ba-4b3c-bf14-4c18021cdabf tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:30.357479 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e03a8176-645c-4ba4-bd24-5885c6e78dd1 req-2bab2e25-34ba-4b3c-bf14-4c18021cdabf tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.1274865 Mar 08 06:15:30.360425 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (e427de14-44f2-4a82-81ef-e8fbee06893e), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:30.405037 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e03a8176-645c-4ba4-bd24-5885c6e78dd1 req-43408d14-d246-4b68-98e7-d3a8e8450520 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464787 Mar 08 06:15:30.603651 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Router e427de14-44f2-4a82-81ef-e8fbee06893e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:15:30.723131 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:15:30.730101 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d2ada163-bc27-4f4e-9eff-304116a61b8e admin admin] 10.222.0.16 "PUT /v2.0/routers/e427de14-44f2-4a82-81ef-e8fbee06893e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5978208 Mar 08 06:15:30.733420 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46668) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:30.745140 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] Sync routers for ids ['e427de14-44f2-4a82-81ef-e8fbee06893e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:15:30.767031 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] Routers {'e427de14-44f2-4a82-81ef-e8fbee06893e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:30.767918 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['e427de14-44f2-4a82-81ef-e8fbee06893e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:30.862724 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks [] for router (e427de14-44f2-4a82-81ef-e8fbee06893e), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:30.893303 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] Set router e427de14-44f2-4a82-81ef-e8fbee06893e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:30.979821 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks [] for router_gateway (e427de14-44f2-4a82-81ef-e8fbee06893e), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.048809 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Deleting port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:31.050372 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.124345 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:15:30Z', 'revision_number': 5, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port': {'id': '7bd0a1e6-063c-4f1f-884e-357fb80d15f6', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:11:45Z', 'updated_at': '2022-03-08T06:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:31.157749 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] Checking router: e427de14-44f2-4a82-81ef-e8fbee06893e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:15:31.176489 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] Routers {'e427de14-44f2-4a82-81ef-e8fbee06893e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:15:31.177381 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['e427de14-44f2-4a82-81ef-e8fbee06893e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:31.179312 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] For port 7bd0a1e6-063c-4f1f-884e-357fb80d15f6, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=7bd0a1e6-063c-4f1f-884e-357fb80d15f6,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:31.180341 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.220057 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Calling delete_port for 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 owned by network:router_gateway {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:31.267922 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] Set router e427de14-44f2-4a82-81ef-e8fbee06893e gateway port host: None {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:15:31.330032 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:15:30Z', 'revision_number': 6, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:31.359185 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5217275f-b2ac-4b1f-a348-8032557d6f55 None None] The sync data for ids ['e427de14-44f2-4a82-81ef-e8fbee06893e'] in dv-cinder-828060-10-iscsi is: [{'id': 'e427de14-44f2-4a82-81ef-e8fbee06893e', 'name': 'tempest-TestMinimumBasicScenario-1360522018-router', 'tenant_id': '189b01935f804bed9cfbb0859481e92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:11:44Z', 'updated_at': '2022-03-08T06:15:30Z', 'revision_number': 6, 'project_id': '189b01935f804bed9cfbb0859481e92a', 'gw_port_host': None}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:15:31.428853 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (7bd0a1e6-063c-4f1f-884e-357fb80d15f6), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.459112 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd0a1e6-063c-4f1f-884e-357fb80d15f6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:31.555045 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (e427de14-44f2-4a82-81ef-e8fbee06893e), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.661097 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acd566-41c2-43ab-82f1-e1e3357c8600 req-0a38cb2b-995d-4a2e-8353-0048ad5f68c1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:31.662648 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76acd566-41c2-43ab-82f1-e1e3357c8600 req-0a38cb2b-995d-4a2e-8353-0048ad5f68c1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.1716139 Mar 08 06:15:31.673001 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (e427de14-44f2-4a82-81ef-e8fbee06893e), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.676133 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks [] for router_controller (e427de14-44f2-4a82-81ef-e8fbee06893e), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.741535 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (e427de14-44f2-4a82-81ef-e8fbee06893e), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.742408 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router e427de14-44f2-4a82-81ef-e8fbee06893e {{(pid=103358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:15:31.748936 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.750170 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9dda33dc-eadd-42d2-be7c-f28b09f3e8ff admin admin] 10.222.0.16 "DELETE /v2.0/routers/e427de14-44f2-4a82-81ef-e8fbee06893e HTTP/1.1" status: 204 len: 168 time: 1.0154386 Mar 08 06:15:31.753010 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46672) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:31.767905 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76acd566-41c2-43ab-82f1-e1e3357c8600 req-fc1da22a-94b4-422d-8a39-71ddc3198aa1 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879827 Mar 08 06:15:31.824111 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-58733c2b-c99d-4b2d-b206-b91d5d23533c admin admin] Deleting subnet 337ea003-45d9-477e-91df-6620a81839e8 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:15:31.828203 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-58733c2b-c99d-4b2d-b206-b91d5d23533c admin admin] Publish callbacks [] for subnet (337ea003-45d9-477e-91df-6620a81839e8), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:31.873059 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-58733c2b-c99d-4b2d-b206-b91d5d23533c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13919509'] for subnet (337ea003-45d9-477e-91df-6620a81839e8), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.000654 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-58733c2b-c99d-4b2d-b206-b91d5d23533c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (337ea003-45d9-477e-91df-6620a81839e8), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.062190 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-58733c2b-c99d-4b2d-b206-b91d5d23533c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14106569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13186681'] for subnet (337ea003-45d9-477e-91df-6620a81839e8), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.088954 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58733c2b-c99d-4b2d-b206-b91d5d23533c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=337ea003-45d9-477e-91df-6620a81839e8,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:32.092981 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-58733c2b-c99d-4b2d-b206-b91d5d23533c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.096130 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-58733c2b-c99d-4b2d-b206-b91d5d23533c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/337ea003-45d9-477e-91df-6620a81839e8 HTTP/1.1" status: 204 len: 168 time: 0.3421235 Mar 08 06:15:32.098786 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46674) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:32.100010 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ee132b-3648-4766-904c-5fb9c8ed1b67 None None] Network 91ec34e8-23e3-4290-97b8-7475ec39a27d requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:15:32.176882 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (91ec34e8-23e3-4290-97b8-7475ec39a27d), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.241948 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Deleting port 43bf4022-1275-40f5-893f-bd01b05a651e {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:32.242298 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.300637 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] DHCP port deletion for 91ec34e8-23e3-4290-97b8-7475ec39a27d request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:15:32.314847 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] For port 43bf4022-1275-40f5-893f-bd01b05a651e, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=43bf4022-1275-40f5-893f-bd01b05a651e,segment=NetworkSegment(8ad84280-a3a1-40d4-8d47-80c92dd8250d),segment_id=8ad84280-a3a1-40d4-8d47-80c92dd8250d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:32.316060 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.330412 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Calling delete_port for 43bf4022-1275-40f5-893f-bd01b05a651e owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:32.353490 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] Deleting port 43bf4022-1275-40f5-893f-bd01b05a651e {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:15:32.353969 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.422126 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.437430 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] For port 43bf4022-1275-40f5-893f-bd01b05a651e, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=43bf4022-1275-40f5-893f-bd01b05a651e,segment=NetworkSegment(8ad84280-a3a1-40d4-8d47-80c92dd8250d),segment_id=8ad84280-a3a1-40d4-8d47-80c92dd8250d)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:32.437827 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.449907 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Pushing event deleted for resources: {'Port': ['ID=43bf4022-1275-40f5-893f-bd01b05a651e,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:32.451972 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] No DVR routers for this DVR port 43bf4022-1275-40f5-893f-bd01b05a651e on host dv-cinder-828060-10-iscsi {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:32.457912 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] Calling delete_port for 43bf4022-1275-40f5-893f-bd01b05a651e owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:15:32.543012 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (91ec34e8-23e3-4290-97b8-7475ec39a27d), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.566731 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699'] for port (43bf4022-1275-40f5-893f-bd01b05a651e), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.589761 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ec34e8-23e3-4290-97b8-7475ec39a27d']}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:32.600446 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad84280-a3a1-40d4-8d47-80c92dd8250d') {'for_net_delete': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:32.600745 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad84280-a3a1-40d4-8d47-80c92dd8250d') {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:15:32.601218 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] No DVR routers for this DVR port 43bf4022-1275-40f5-893f-bd01b05a651e on host dv-cinder-828060-10-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:15:32.602836 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4c08c-d6c1-4534-b257-8acb834c617f None None] Pushing event deleted for resources: {'Port': ['ID=43bf4022-1275-40f5-893f-bd01b05a651e,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:32.616909 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602281'] for segment (8ad84280-a3a1-40d4-8d47-80c92dd8250d), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.633844 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (8ad84280-a3a1-40d4-8d47-80c92dd8250d), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.645357 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:15:32.646297 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12772940'] for segment (8ad84280-a3a1-40d4-8d47-80c92dd8250d), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: Traceback (most recent call last): Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: timer() Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: cb(*args, **kw) Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: return func(*args, **kwargs) Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: self._notify() Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: self.callback(batched_events) Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: event.method(event) Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: return f(self, *a, **k) Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._get(url).json() Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: return self.request(url, 'GET', **kwargs) Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:15:32.649766 dv-cinder-828060-10-iscsi neutron-server[103358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:15:32.725904 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (91ec34e8-23e3-4290-97b8-7475ec39a27d), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.733598 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:32.736793 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] 10.222.0.16 "DELETE /v2.0/networks/91ec34e8-23e3-4290-97b8-7475ec39a27d HTTP/1.1" status: 204 len: 168 time: 0.6370318 Mar 08 06:15:32.751335 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a612680-5f72-42af-a71f-3df40f9628ea admin admin] Pushing event deleted for resources: {'Network': ['ID=91ec34e8-23e3-4290-97b8-7475ec39a27d,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:32.971578 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46682) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:33.025444 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d952f32a-d897-4f28-a46b-b05545235168 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1bfb8ff31ba243d6b9352396f79ae780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519865 Mar 08 06:15:33.027542 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46684) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:33.144665 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device f80a8bc6-2321-404b-b90e-36b5ff0356f3 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:33.147631 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-73a90c2f-ae8e-423e-8fd8-dd4d32136666 admin admin] Publish callbacks [] for security_group (805887a9-fb50-4cd4-93db-8fa1b9c16b74), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:33.172892 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-73a90c2f-ae8e-423e-8fd8-dd4d32136666 admin admin] Publish callbacks [] for security_group (805887a9-fb50-4cd4-93db-8fa1b9c16b74), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:33.175913 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: f80a8bc6-2321-404b-b90e-36b5ff0356f3 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:33.176263 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device f80a8bc6-2321-404b-b90e-36b5ff0356f3 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:33.176691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:33.197796 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386673e4-7bc9-430f-8d5b-5dd0bbc0fe77 req-617f9cd8-a9b9-406b-b5e1-b67c4c52fa69 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:33.199558 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-386673e4-7bc9-430f-8d5b-5dd0bbc0fe77 req-617f9cd8-a9b9-406b-b5e1-b67c4c52fa69 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.3500948 Mar 08 06:15:33.201054 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:33.201402 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 7bd0a1e6-063c-4f1f-884e-357fb80d15f6 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:33.201815 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 43bf4022-1275-40f5-893f-bd01b05a651e no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:15:33.222053 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 43bf4022-1275-40f5-893f-bd01b05a651e {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:15:33.222410 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 43bf4022-1275-40f5-893f-bd01b05a651e not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:15:33.245399 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-73a90c2f-ae8e-423e-8fd8-dd4d32136666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (805887a9-fb50-4cd4-93db-8fa1b9c16b74), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:33.252747 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-73a90c2f-ae8e-423e-8fd8-dd4d32136666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:33.256064 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-73a90c2f-ae8e-423e-8fd8-dd4d32136666 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/805887a9-fb50-4cd4-93db-8fa1b9c16b74 HTTP/1.1" status: 204 len: 168 time: 0.2253115 Mar 08 06:15:33.269586 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a90c2f-ae8e-423e-8fd8-dd4d32136666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805887a9-fb50-4cd4-93db-8fa1b9c16b74,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:33.279178 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-386673e4-7bc9-430f-8d5b-5dd0bbc0fe77 req-4ca46081-1bbd-43b4-a85b-6822ca7b9194 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718472 Mar 08 06:15:33.636508 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46690) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:33.683277 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-f45fce63-3094-4f4f-bec4-a4a8dc592d24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=189b01935f804bed9cfbb0859481e92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431623 Mar 08 06:15:33.683661 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46692) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:15:33.738025 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05f67e3d-066a-4c96-a15a-795d9b268d2e admin admin] Publish callbacks [] for security_group (0108925b-8cfc-4266-8a8e-83bde0fb4c93), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:33.761372 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05f67e3d-066a-4c96-a15a-795d9b268d2e admin admin] Publish callbacks [] for security_group (0108925b-8cfc-4266-8a8e-83bde0fb4c93), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:33.812065 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05f67e3d-066a-4c96-a15a-795d9b268d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (0108925b-8cfc-4266-8a8e-83bde0fb4c93), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:33.815777 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-05f67e3d-066a-4c96-a15a-795d9b268d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:33.816962 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-05f67e3d-066a-4c96-a15a-795d9b268d2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0108925b-8cfc-4266-8a8e-83bde0fb4c93 HTTP/1.1" status: 204 len: 168 time: 0.1317525 Mar 08 06:15:33.826306 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f67e3d-066a-4c96-a15a-795d9b268d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0108925b-8cfc-4266-8a8e-83bde0fb4c93,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:34.426136 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc70c06-f81a-4050-b469-6eafce2b75d5 req-b3441d69-aed7-4bc3-ad25-2373e3ecaffc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:34.427670 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0bc70c06-f81a-4050-b469-6eafce2b75d5 req-b3441d69-aed7-4bc3-ad25-2373e3ecaffc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0566957 Mar 08 06:15:34.476832 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0bc70c06-f81a-4050-b469-6eafce2b75d5 req-ebbefea1-a389-4f31-88f1-bf8c1733600d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Mar 08 06:15:35.619192 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62213cc5-cb6d-4524-8316-91afe68dc8c7 req-bdc0498e-0d70-4928-a196-a8bdc338a777 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:35.620607 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-62213cc5-cb6d-4524-8316-91afe68dc8c7 req-bdc0498e-0d70-4928-a196-a8bdc338a777 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0583963 Mar 08 06:15:35.670842 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-62213cc5-cb6d-4524-8316-91afe68dc8c7 req-28a400f4-b3a0-4fc1-9138-dd563a5693ce tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Mar 08 06:15:36.795905 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911b4eb-6200-4a8d-bbab-927e8413ccfb req-679fc580-8f32-4d3e-b976-ef00f9e01672 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:36.797366 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a911b4eb-6200-4a8d-bbab-927e8413ccfb req-679fc580-8f32-4d3e-b976-ef00f9e01672 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0535626 Mar 08 06:15:36.844441 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a911b4eb-6200-4a8d-bbab-927e8413ccfb req-5fa63466-3ad9-4458-a29f-658d3c46c674 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Mar 08 06:15:37.963718 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db6ee1-36bb-4a46-86f7-cf6f67e146ec req-1f7e7815-980c-483a-8cfa-5e370572148f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:37.965205 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-35db6ee1-36bb-4a46-86f7-cf6f67e146ec req-1f7e7815-980c-483a-8cfa-5e370572148f tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0513494 Mar 08 06:15:38.014178 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-35db6ee1-36bb-4a46-86f7-cf6f67e146ec req-923e549a-ac47-478e-b289-1fc882f7ff4b tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428462 Mar 08 06:15:39.138308 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaca015-37a6-4c80-b1ba-e04092d31155 req-45232a91-f2c2-47b9-afa5-861d64385a75 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:39.139805 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bfaca015-37a6-4c80-b1ba-e04092d31155 req-45232a91-f2c2-47b9-afa5-861d64385a75 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0518386 Mar 08 06:15:39.156178 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b4bdbdc0-6ddd-4db8-9245-8111a4badce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:39.190742 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-bfaca015-37a6-4c80-b1ba-e04092d31155 req-07ae64bf-8b92-4dd9-918e-79d83708975e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Mar 08 06:15:40.311469 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5afe2-efa6-4c84-b5bd-d53cef9b7e18 req-b4ca209d-e9d8-4a42-976b-1c4623ba3c8c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:40.312943 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7ee5afe2-efa6-4c84-b5bd-d53cef9b7e18 req-b4ca209d-e9d8-4a42-976b-1c4623ba3c8c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0521984 Mar 08 06:15:40.359032 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7ee5afe2-efa6-4c84-b5bd-d53cef9b7e18 req-47e492bc-47f5-4892-b543-e406b5a0b37e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406010 Mar 08 06:15:41.386175 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5bfa76e7-ed75-4ccf-a03c-9e8dd6e68e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:41.530804 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f395903-ba5b-4f07-b321-01910b137182 req-15710010-57b5-45f5-8cd6-a959b2bb4722 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:41.533819 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8f395903-ba5b-4f07-b321-01910b137182 req-15710010-57b5-45f5-8cd6-a959b2bb4722 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0939579 Mar 08 06:15:41.611623 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8f395903-ba5b-4f07-b321-01910b137182 req-30891aa1-2bf8-42c7-80da-c60035a07bdc tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596068 Mar 08 06:15:42.504549 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:42.740501 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c8886-dca3-4b5c-b96b-f9e66733f8e6 req-3a6784af-7e45-497c-ad30-19fc58bdf53e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:42.741952 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1d1c8886-dca3-4b5c-b96b-f9e66733f8e6 req-3a6784af-7e45-497c-ad30-19fc58bdf53e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 943 time: 0.0528588 Mar 08 06:15:42.787730 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1d1c8886-dca3-4b5c-b96b-f9e66733f8e6 req-f963805e-2ec0-42f3-ba0f-5d87210a8c45 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403352 Mar 08 06:15:43.055477 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:15:43.148865 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:43.159458 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'port_id': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'mac_address': 'fa:16:3e:b3:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:15:43.194556 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:15:43.194968 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:43.211019 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:15:43.229831 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:43.232946 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:43.278691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=9']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:43.723108 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:15:43.911894 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff804d14-17be-4ba7-865d-29d33359d6d5 req-9c84e49a-a277-454e-90d8-44179a92b0e5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:43.913349 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ff804d14-17be-4ba7-865d-29d33359d6d5 req-9c84e49a-a277-454e-90d8-44179a92b0e5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 944 time: 0.0545692 Mar 08 06:15:43.959786 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ff804d14-17be-4ba7-865d-29d33359d6d5 req-d3e33e51-3f65-43dc-955b-20088b58762e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404480 Mar 08 06:15:44.136700 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:45.057321 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:15:45.079991 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d12ca4-b815-4b1d-b7cf-44ee9b91a86e req-7efc8c7c-3434-4276-9565-b2fc08b83cc9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:45.081844 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-51d12ca4-b815-4b1d-b7cf-44ee9b91a86e req-7efc8c7c-3434-4276-9565-b2fc08b83cc9 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 944 time: 0.0526645 Mar 08 06:15:45.106756 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:15:45.107137 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:45.128218 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-51d12ca4-b815-4b1d-b7cf-44ee9b91a86e req-35049210-97fc-444f-b13a-85cb997e97c8 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408878 Mar 08 06:15:45.181771 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:15:45.182153 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:45.211676 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:15:45.213885 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91016e2f-4a22-4816-a0b2-d1dc2529622c" -d '{"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-plugged", "status": "completed", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:15:45.226111 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:15:45.230086 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:45.254247 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7424757-3215-4e61-a36a-906ebc93cb6a x-openstack-request-id: req-b7424757-3215-4e61-a36a-906ebc93cb6a {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:15:45.254534 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-plugged", "status": "completed", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:15:45.254806 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7424757-3215-4e61-a36a-906ebc93cb6a {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:15:45.255188 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'code': 200} Mar 08 06:15:45.280023 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=10']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:15:45.495227 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5cebc-9cc6-49ea-8124-72c26a5c6a88 req-28a059e1-a348-41d5-97bc-f35b2d01b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:45.497754 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-70d5cebc-9cc6-49ea-8124-72c26a5c6a88 req-28a059e1-a348-41d5-97bc-f35b2d01b012 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 1130 time: 0.0476069 Mar 08 06:15:45.538388 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-70d5cebc-9cc6-49ea-8124-72c26a5c6a88 req-cc01ab33-fb29-470d-8ade-52c6b6acd243 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351825 Mar 08 06:15:45.581075 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:46.254943 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96440f8b-32d8-48c9-ba5d-52c066bd45ef req-ab001bd3-f884-40a8-83cf-75ff4f45ba89 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:46.256557 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-96440f8b-32d8-48c9-ba5d-52c066bd45ef req-ab001bd3-f884-40a8-83cf-75ff4f45ba89 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 946 time: 0.0553391 Mar 08 06:15:46.317461 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-96440f8b-32d8-48c9-ba5d-52c066bd45ef req-013f5c7e-3ed1-49a8-847f-9d0dd1e51e8e tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553093 Mar 08 06:15:47.494259 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47559a-a651-4942-b3be-87912c3af28c req-c61ce7c7-5176-4ddf-af4f-6134b6c25b90 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:47.495823 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7e47559a-a651-4942-b3be-87912c3af28c req-c61ce7c7-5176-4ddf-af4f-6134b6c25b90 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 946 time: 0.0572107 Mar 08 06:15:47.556253 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7e47559a-a651-4942-b3be-87912c3af28c req-d03819de-b43f-48a0-bc21-7b069a1167ef tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478222 Mar 08 06:15:48.691953 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f627c21-8c8f-4fc9-badb-e18d972e875b req-e53a6582-a7aa-40ab-940c-ea474493d1a5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:48.693450 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4f627c21-8c8f-4fc9-badb-e18d972e875b req-e53a6582-a7aa-40ab-940c-ea474493d1a5 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 946 time: 0.0542250 Mar 08 06:15:48.743735 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4f627c21-8c8f-4fc9-badb-e18d972e875b req-ce471e1a-d673-4105-9545-87b53db66235 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445936 Mar 08 06:15:49.249565 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:15:57.596717 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f037616-b1da-4246-90f0-b73242133628 req-0462000d-1971-4645-8fd8-7beb04d4b00d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417922 Mar 08 06:15:57.670963 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f037616-b1da-4246-90f0-b73242133628 req-e3d31ba9-884b-4243-88d8-eac029881018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:57.672411 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f037616-b1da-4246-90f0-b73242133628 req-e3d31ba9-884b-4243-88d8-eac029881018 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 1130 time: 0.0421388 Mar 08 06:15:57.773403 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f037616-b1da-4246-90f0-b73242133628 req-85a76d2e-862c-4f0c-9c06-508894ee8c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:57.774858 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f037616-b1da-4246-90f0-b73242133628 req-85a76d2e-862c-4f0c-9c06-508894ee8c04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 200 len: 918 time: 0.0846744 Mar 08 06:15:57.839861 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f037616-b1da-4246-90f0-b73242133628 req-8350f089-641c-4922-8bc6-85dd19a663c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 200 len: 1001 time: 0.0581021 Mar 08 06:15:57.888863 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f037616-b1da-4246-90f0-b73242133628 req-a6533a19-e2e6-43f7-b1a6-f75b2b9ed381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:57.890189 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f037616-b1da-4246-90f0-b73242133628 req-a6533a19-e2e6-43f7-b1a6-f75b2b9ed381 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 200 len: 856 time: 0.0451057 Mar 08 06:15:57.937174 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f037616-b1da-4246-90f0-b73242133628 req-30a6af17-68d5-4766-9f00-c1b9d44d5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:15:57.938689 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f037616-b1da-4246-90f0-b73242133628 req-30a6af17-68d5-4766-9f00-c1b9d44d5310 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cc057a0a-6438-4955-afc7-7a4b9fd32d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431435 Mar 08 06:15:58.025777 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f037616-b1da-4246-90f0-b73242133628 req-d3571b7a-7b7d-485f-87ec-287978ed64ec service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802078 Mar 08 06:15:58.111850 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-9f037616-b1da-4246-90f0-b73242133628 req-fbf25cf4-9829-41d5-b30c-e75b96bebe05 service neutron] 10.222.0.31 "GET /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804613 Mar 08 06:15:58.481029 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:16:03.007431 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d19833-4cb5-4c41-9f6f-16d380b9abfa req-d9a10fa4-785f-4ebb-b7e7-84ac52ae4d8f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:03.008902 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c9d19833-4cb5-4c41-9f6f-16d380b9abfa req-d9a10fa4-785f-4ebb-b7e7-84ac52ae4d8f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 945 time: 0.0577431 Mar 08 06:16:03.061147 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c9d19833-4cb5-4c41-9f6f-16d380b9abfa req-34baad14-b9a6-47b3-ae57-6a0dc2a40ad5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453286 Mar 08 06:16:04.176796 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621f055-7435-4d78-8f0a-e963d325b8df req-0c308761-21ca-4dd1-b001-58852e2e8a58 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:04.178244 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6621f055-7435-4d78-8f0a-e963d325b8df req-0c308761-21ca-4dd1-b001-58852e2e8a58 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 945 time: 0.0504267 Mar 08 06:16:04.225357 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6621f055-7435-4d78-8f0a-e963d325b8df req-1be4c8f0-18ce-4755-97f2-2d3034a1b6be tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 Mar 08 06:16:05.123862 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-9b1bf391-0314-49e0-b241-be6ac2261f36 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:05.125443 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-9b1bf391-0314-49e0-b241-be6ac2261f36 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 945 time: 0.0517149 Mar 08 06:16:05.220664 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Deleting port c921403c-b069-4330-98e6-e001b0b1b350 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:05.221014 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (c921403c-b069-4330-98e6-e001b0b1b350), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:05.317678 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] For port c921403c-b069-4330-98e6-e001b0b1b350, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=c921403c-b069-4330-98e6-e001b0b1b350,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:05.317678 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (c921403c-b069-4330-98e6-e001b0b1b350), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:05.365059 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7886-5303-458b-8f2d-aca8408da371 req-77695712-f77b-4e9b-a729-ba5c925c0487 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:05.367505 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-caba7886-5303-458b-8f2d-aca8408da371 req-77695712-f77b-4e9b-a729-ba5c925c0487 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 945 time: 0.0612316 Mar 08 06:16:05.420808 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-caba7886-5303-458b-8f2d-aca8408da371 req-09d26bfd-f899-4810-807c-38878533e8b4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=52588551-c9d9-4c2d-84ca-c1b24386d585&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477145 Mar 08 06:16:05.744357 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:05.744809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (ade4d17a-f6e0-41e6-a50e-c424869c6e68), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:05.745187 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Floating IP ade4d17a-f6e0-41e6-a50e-c424869c6e68 disassociated. External IP: 172.27.2.92, port: c921403c-b069-4330-98e6-e001b0b1b350. Mar 08 06:16:05.745590 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Calling delete_port for c921403c-b069-4330-98e6-e001b0b1b350 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:05.866935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (c921403c-b069-4330-98e6-e001b0b1b350), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:05.897237 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'Port': ['ID=c921403c-b069-4330-98e6-e001b0b1b350,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:05.910226 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.910573 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.911606 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.911606 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.911606 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.911911 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.912281 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.912591 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.912912 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.913234 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.913558 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.913874 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:05.914304 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:06.025307 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:16:06.128251 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:16:06.138293 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:16:06.148123 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:06.148816 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:06.170511 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] No DVR routers for this DVR port c921403c-b069-4330-98e6-e001b0b1b350 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:16:06.173100 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:06.176410 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-baf358b4-2545-45fa-960b-45e0d2289f2c req-b528f3f8-7ae8-4003-8a7e-2eb6345e39ee tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "DELETE /v2.0/ports/c921403c-b069-4330-98e6-e001b0b1b350 HTTP/1.1" status: 204 len: 173 time: 1.0445211 Mar 08 06:16:06.176793 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'name': 'network-vif-deleted', 'tag': 'c921403c-b069-4330-98e6-e001b0b1b350'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:16:06.179086 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a8a8b5-1ea0-4363-b68e-762608b25828" -d '{"events": [{"server_uuid": "af1dcdd9-18a1-4686-9287-142fd1b14b03", "name": "network-vif-deleted", "tag": "c921403c-b069-4330-98e6-e001b0b1b350"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:16:06.216371 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f53781-93a6-421b-9c23-560d966dbdf8 x-openstack-request-id: req-29f53781-93a6-421b-9c23-560d966dbdf8 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:16:06.216679 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1dcdd9-18a1-4686-9287-142fd1b14b03", "name": "network-vif-deleted", "tag": "c921403c-b069-4330-98e6-e001b0b1b350", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:16:06.216910 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29f53781-93a6-421b-9c23-560d966dbdf8 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:16:06.217313 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1dcdd9-18a1-4686-9287-142fd1b14b03', 'name': 'network-vif-deleted', 'tag': 'c921403c-b069-4330-98e6-e001b0b1b350', 'status': 'completed', 'code': 200} Mar 08 06:16:06.260551 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:06.480972 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:06.513455 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:16:06.521584 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:06.522195 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:15:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:06.527353 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e9ca892e-5105-477e-acd4-051180e87bf9 req-f2486d4d-c081-4ec9-8ce3-7aefaba2169b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=af1dcdd9-18a1-4686-9287-142fd1b14b03 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Mar 08 06:16:06.631200 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:06.836039 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:06.865853 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80bbe02-5302-4927-b376-ba2300073d27 None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:16:07.082308 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22962133-9375-40d8-9a8d-a0244d1cf60e None None] New status for floating IP ade4d17a-f6e0-41e6-a50e-c424869c6e68: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:16:07.612194 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46932) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:07.665010 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b210e681-f2cf-4fcf-982f-305399c232d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (52588551-c9d9-4c2d-84ca-c1b24386d585), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:07.688144 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b210e681-f2cf-4fcf-982f-305399c232d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (52588551-c9d9-4c2d-84ca-c1b24386d585), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:07.735383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b210e681-f2cf-4fcf-982f-305399c232d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (52588551-c9d9-4c2d-84ca-c1b24386d585), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:07.738122 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b210e681-f2cf-4fcf-982f-305399c232d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:07.739297 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b210e681-f2cf-4fcf-982f-305399c232d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "DELETE /v2.0/security-groups/52588551-c9d9-4c2d-84ca-c1b24386d585 HTTP/1.1" status: 204 len: 168 time: 0.1260953 Mar 08 06:16:07.741984 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46934) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:07.748810 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210e681-f2cf-4fcf-982f-305399c232d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52588551-c9d9-4c2d-84ca-c1b24386d585,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:07.756326 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.api.v2.resource [None req-62601f3b-2064-4b69-bf56-2163e8c472c0 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] show failed (client error): The resource could not be found. Mar 08 06:16:07.757319 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-62601f3b-2064-4b69-bf56-2163e8c472c0 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups/52588551-c9d9-4c2d-84ca-c1b24386d585 HTTP/1.1" status: 404 len: 347 time: 0.0135646 Mar 08 06:16:07.760111 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46936) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:07.888931 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Deleting port c943e13d-f7cc-4b18-a825-c36290692406 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:07.889280 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (c943e13d-f7cc-4b18-a825-c36290692406), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:07.964994 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (c943e13d-f7cc-4b18-a825-c36290692406), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:07.965327 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (c943e13d-f7cc-4b18-a825-c36290692406), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:07.976764 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Calling delete_port for c943e13d-f7cc-4b18-a825-c36290692406 owned by network:floatingip {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:08.102566 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (c943e13d-f7cc-4b18-a825-c36290692406), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.130828 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'Port': ['ID=c943e13d-f7cc-4b18-a825-c36290692406,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:08.189333 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (ade4d17a-f6e0-41e6-a50e-c424869c6e68), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.191877 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.193008 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d3229936-3d81-4466-a6fc-42f3565bf99b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "DELETE /v2.0/floatingips/ade4d17a-f6e0-41e6-a50e-c424869c6e68 HTTP/1.1" status: 204 len: 168 time: 0.4320126 Mar 08 06:16:08.427346 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 46940) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:08.431979 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-8ea68494-4aaa-4ac5-aef5-8ad2ceab95f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2063050798', 'description': 'tempest-description--614282104'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:08.452451 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8ea68494-4aaa-4ac5-aef5-8ad2ceab95f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.527757 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8ea68494-4aaa-4ac5-aef5-8ad2ceab95f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (ce0e560d-b93b-4236-9416-57fe97269b0f), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.531904 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8ea68494-4aaa-4ac5-aef5-8ad2ceab95f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ce0e560d-b93b-4236-9416-57fe97269b0f), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.564301 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8ea68494-4aaa-4ac5-aef5-8ad2ceab95f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.565499 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8ea68494-4aaa-4ac5-aef5-8ad2ceab95f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370070 Mar 08 06:16:08.567367 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68494-4aaa-4ac5-aef5-8ad2ceab95f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0e560d-b93b-4236-9416-57fe97269b0f,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:08.568537 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46944) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:08.573070 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-407a6d80-e7bb-4c07-9070-22124e2271f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group_rule': {'security_group_id': 'ce0e560d-b93b-4236-9416-57fe97269b0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:08.598769 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-407a6d80-e7bb-4c07-9070-22124e2271f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (a6055385-f3c4-4db8-81f8-04483bd8471b), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.642091 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-407a6d80-e7bb-4c07-9070-22124e2271f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (a6055385-f3c4-4db8-81f8-04483bd8471b), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.645462 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-407a6d80-e7bb-4c07-9070-22124e2271f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (a6055385-f3c4-4db8-81f8-04483bd8471b), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.662461 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a6d80-e7bb-4c07-9070-22124e2271f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6055385-f3c4-4db8-81f8-04483bd8471b,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:08.670115 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-407a6d80-e7bb-4c07-9070-22124e2271f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.671338 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-407a6d80-e7bb-4c07-9070-22124e2271f7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1017938 Mar 08 06:16:08.673952 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46946) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:08.678155 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-f16cc446-ea24-4030-9a95-913765c8c6dc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'security_group_rule': {'security_group_id': 'ce0e560d-b93b-4236-9416-57fe97269b0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:08.702029 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f16cc446-ea24-4030-9a95-913765c8c6dc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (4e9bf3e4-0c90-4668-8971-063077d03a47), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.757670 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f16cc446-ea24-4030-9a95-913765c8c6dc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (4e9bf3e4-0c90-4668-8971-063077d03a47), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.760960 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f16cc446-ea24-4030-9a95-913765c8c6dc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (4e9bf3e4-0c90-4668-8971-063077d03a47), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.779328 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cc446-ea24-4030-9a95-913765c8c6dc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9bf3e4-0c90-4668-8971-063077d03a47,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:08.785715 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f16cc446-ea24-4030-9a95-913765c8c6dc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.786833 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f16cc446-ea24-4030-9a95-913765c8c6dc tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119220 Mar 08 06:16:08.789841 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 46948) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:08.794142 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:08.812815 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:08.905288 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.008721 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Allocated IP 172.27.2.141 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/1855cc7e-6ee4-4682-b537-3b7b98cbfbf5) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:16:09.106113 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.139834 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.156593 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fe54cb11-2311-4379-83cb-a20cf72ab7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.181498 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:16:09.184298 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:09.188362 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:16:09.203886 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device c921403c-b069-4330-98e6-e001b0b1b350 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:09.210198 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=1855cc7e-6ee4-4682-b537-3b7b98cbfbf5,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:09.224600 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: c921403c-b069-4330-98e6-e001b0b1b350 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:09.224951 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device c921403c-b069-4330-98e6-e001b0b1b350 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:09.273481 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (9f78983e-eb55-414c-af92-cf9428844892), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.308674 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.458904 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.463257 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.531164 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=1855cc7e-6ee4-4682-b537-3b7b98cbfbf5,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:09.544515 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (9f78983e-eb55-414c-af92-cf9428844892), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.560294 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:09.562208 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e3bdb968-86cc-4c38-8e55-d4b4c20c5d72 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7714534 Mar 08 06:16:09.750890 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-b9d0bb45-9b80-4c12-8065-bafc9fe5b611 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2063050798&fields=id&tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 267 time: 0.0410209 Mar 08 06:16:09.860340 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-ad3a4472-9d7f-441a-b99e-161f0c7616a6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:09.861799 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-ad3a4472-9d7f-441a-b99e-161f0c7616a6 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 814 time: 0.1046770 Mar 08 06:16:09.876489 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-64340be4-e82b-4567-a33e-2398f0ea3195 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/quotas/b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 375 time: 0.0093253 Mar 08 06:16:09.929694 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-96600cdf-fa0b-4f66-9229-01efbfeec9df tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485198 Mar 08 06:16:10.120823 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-5af36534-550f-4798-b67a-6dad28a282d3 service neutron] 10.222.0.16 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794343 Mar 08 06:16:10.212235 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-e6965937-fb9f-44dd-95fc-9f30ca20f80a service neutron] 10.222.0.16 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854223 Mar 08 06:16:10.374275 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c7892ca0-5b15-44d8-90d4-c5ab85e29523 req-a128c273-ac08-441b-b595-8c8d2248e184 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 210 time: 0.0326450 Mar 08 06:16:11.384606 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-80e60ce4-14c2-48bc-a1d4-122da4279bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:11.448515 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-000e2a8b-6620-4d6a-a73a-668edd806767 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:11.450067 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-000e2a8b-6620-4d6a-a73a-668edd806767 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 814 time: 0.1097546 Mar 08 06:16:11.473264 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b2e9df9c-4da9-4156-bdaa-c849ac8c2b2d req-d1e982fc-cf97-47c9-ba6f-af6ada1c2b05 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 210 time: 0.0292022 Mar 08 06:16:11.520671 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-1ab44098-c8fc-4b45-9190-f17d342bc90c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8 HTTP/1.1" status: 200 len: 380 time: 0.0535898 Mar 08 06:16:11.535398 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'port': {'device_id': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'admin_state_up': True, 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'security_groups': ['ce0e560d-b93b-4236-9416-57fe97269b0f']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:11.643403 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Made reservation on behalf of b9595ef1da5f48cab7cdacd5de8ceac8 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:16:11.646824 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:11.778853 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Allocated IP 172.20.0.9 (973f7c0a-12e5-4799-8f15-8eee2b353fe6/b9d999ee-7805-406f-9984-5b2234fab44d/4a13afa4-6f35-4a58-aed8-676cb2ecf3e3) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:16:11.915247 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:11.947835 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:11.993981 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:16:11.996897 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:12.000670 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:16:12.028393 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event updated for resources: {'Port': ['ID=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:12.055994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:12.056626 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.079806 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-613c8c6c-5532-454b-9aa1-6e443655c90e tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479951 Mar 08 06:16:12.099603 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Request body: {'port': {'device_id': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:12.163307 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.255250 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-6a8949a2-b81f-4d94-8d20-45ca711e4af2 None None] Provisioning complete for port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:12.255629 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6a8949a2-b81f-4d94-8d20-45ca711e4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.296291 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-6a8949a2-b81f-4d94-8d20-45ca711e4af2 None None] Port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:16:12.430071 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:16:12.437893 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Publish callbacks [] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.449343 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Transition to ACTIVE for port object 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:16:12.453275 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.520178 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Pushing event updated for resources: {'Port': ['ID=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:12.530927 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.577066 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Attempting to bind port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:16:12.577408 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Attempting to bind port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:16:12.577746 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Attempting to bind port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:16:12.582508 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:16:12.582871 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Attempting to bind port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 on network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:16:12.587836 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:16:12.588181 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Checking segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:16:12.588568 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Bound using segment: {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:16:12.589000 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Bound port: 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74df5360-6ede-4918-833b-9f57236e7876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:16:12.589362 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.626700 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acc077-bc6c-4732-bb12-57abb4cd9dbb req-2e2d9e4c-29e5-4e6c-8f3a-db5b08c07975 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:12.628243 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c8acc077-bc6c-4732-bb12-57abb4cd9dbb req-2e2d9e4c-29e5-4e6c-8f3a-db5b08c07975 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 943 time: 0.0589118 Mar 08 06:16:12.664512 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] For port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:16:12.668165 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] For port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:16:12.675372 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.683182 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c8acc077-bc6c-4732-bb12-57abb4cd9dbb req-eb6d3132-1a10-4619-9603-692a95d47910 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489907 Mar 08 06:16:12.712992 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:12.713658 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:12.715068 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] 10.222.0.31 "PUT /v2.0/ports/4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 HTTP/1.1" status: 200 len: 1093 time: 0.6201088 Mar 08 06:16:12.715511 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'tag': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:16:12.718502 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e365af-ac71-473a-a2dc-9681dcd3d61b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2efa8fa-62d0-440d-bec1-a639c829481e", "tag": "4a13afa4-6f35-4a58-aed8-676cb2ecf3e3"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:16:12.742624 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d093b5b-802e-4aaa-9520-083b5354a381 service neutron] Pushing event updated for resources: {'Port': ['ID=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:12.767005 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4901acdf-41f0-467b-913d-3dfbb8564e2a x-openstack-request-id: req-4901acdf-41f0-467b-913d-3dfbb8564e2a {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:16:12.767333 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2efa8fa-62d0-440d-bec1-a639c829481e", "tag": "4a13afa4-6f35-4a58-aed8-676cb2ecf3e3", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:16:12.767775 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4901acdf-41f0-467b-913d-3dfbb8564e2a {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:16:12.768180 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'tag': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'status': 'completed', 'code': 200} Mar 08 06:16:12.832455 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-e8f6a551-2471-4a34-9274-08567786f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:12.834085 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-e8f6a551-2471-4a34-9274-08567786f1dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 1127 time: 0.0477300 Mar 08 06:16:12.886707 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-254549d5-6a72-40a3-983b-72a59b0e1382 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 HTTP/1.1" status: 200 len: 217 time: 0.0390680 Mar 08 06:16:12.932833 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-897a9ecb-969c-47e0-a2b4-ebc5bc85007b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:12.934250 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-897a9ecb-969c-47e0-a2b4-ebc5bc85007b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0423183 Mar 08 06:16:12.982823 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-71d63dbf-f17c-4052-8d74-f5111b2be4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:12.984307 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-71d63dbf-f17c-4052-8d74-f5111b2be4dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443478 Mar 08 06:16:13.073175 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-1b8f8836-ba96-4cda-a91a-1905e145310c service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823224 Mar 08 06:16:13.161797 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-f0a399f7-fa67-4dd3-8c7c-4c49f96d3417 req-a831c4af-0217-4fd6-9bd8-256ff07d3238 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825331 Mar 08 06:16:13.298288 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-ac578708-c104-4c50-961b-3efeb3bf4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:13.299853 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-ac578708-c104-4c50-961b-3efeb3bf4b69 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 1127 time: 0.0494740 Mar 08 06:16:13.388644 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-74d7d890-5ad3-47eb-ba75-f235f327dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:13.390285 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-74d7d890-5ad3-47eb-ba75-f235f327dd5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.0843482 Mar 08 06:16:13.433394 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-8eed4d30-1ee5-4bc1-a95b-6d73468c210b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 HTTP/1.1" status: 200 len: 217 time: 0.0373943 Mar 08 06:16:13.482706 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-e65a912f-6fd2-4f3f-9422-ab5c27ea6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:13.484187 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-e65a912f-6fd2-4f3f-9422-ab5c27ea6a79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0455089 Mar 08 06:16:13.542176 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-1dfcdbdc-39e2-4698-943a-fdbeaf5fd7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:13.543833 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-1dfcdbdc-39e2-4698-943a-fdbeaf5fd7ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475798 Mar 08 06:16:13.636979 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-4415b9eb-5c28-49f4-af27-2a3ff4cad34e service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866270 Mar 08 06:16:13.724584 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-d5e365af-ac71-473a-a2dc-9681dcd3d61b req-c7173064-5c2f-42ef-93fc-56979e8b160b service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801790 Mar 08 06:16:13.802744 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6194edc-4388-4b10-b35c-e8c4cb2df899 req-a0612d2b-2670-4270-920f-7e0dda44f6d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:13.804213 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a6194edc-4388-4b10-b35c-e8c4cb2df899 req-a0612d2b-2670-4270-920f-7e0dda44f6d2 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 943 time: 0.0535734 Mar 08 06:16:13.853929 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a6194edc-4388-4b10-b35c-e8c4cb2df899 req-38758f27-e591-49de-ac28-2d9ef95d0a08 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442367 Mar 08 06:16:14.144233 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:14.978167 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43289a-c106-43ac-80c1-f758de1ccbbe req-51055210-aa73-4dcf-92de-e4df493413e8 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:14.979810 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-eb43289a-c106-43ac-80c1-f758de1ccbbe req-51055210-aa73-4dcf-92de-e4df493413e8 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 943 time: 0.0588746 Mar 08 06:16:15.053046 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-eb43289a-c106-43ac-80c1-f758de1ccbbe req-72cb557e-4d4c-49e4-b347-8b53f58f04c7 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666225 Mar 08 06:16:15.076546 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586a632-d68d-4ce3-a4e1-0ca7038b964f req-c26bcc3d-016d-46f5-b4c6-9117b8670ec3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:15.077987 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7586a632-d68d-4ce3-a4e1-0ca7038b964f req-c26bcc3d-016d-46f5-b4c6-9117b8670ec3 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 946 time: 0.0613706 Mar 08 06:16:15.125877 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7586a632-d68d-4ce3-a4e1-0ca7038b964f req-2020af65-0695-424a-a02a-4861871cc491 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Mar 08 06:16:15.582484 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:16.172792 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc516724-5ce7-4b31-bb28-a28cd2a705af req-7c0cd754-55a2-4316-a3f4-4320327efc08 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:16.174260 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dc516724-5ce7-4b31-bb28-a28cd2a705af req-7c0cd754-55a2-4316-a3f4-4320327efc08 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 943 time: 0.0554276 Mar 08 06:16:16.247415 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dc516724-5ce7-4b31-bb28-a28cd2a705af req-044095b5-0695-4798-9125-670aa04de589 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676081 Mar 08 06:16:16.262052 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7b64d-6eb8-4f0f-ade2-9f5668b2df05 req-fc9331b7-9a7b-445a-af9c-a8dea5035ac4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:16.264064 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-00f7b64d-6eb8-4f0f-ade2-9f5668b2df05 req-fc9331b7-9a7b-445a-af9c-a8dea5035ac4 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 946 time: 0.0708876 Mar 08 06:16:16.311974 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-00f7b64d-6eb8-4f0f-ade2-9f5668b2df05 req-9a8b6029-f032-4900-9814-86f197fd4446 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416031 Mar 08 06:16:17.132574 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-b45ffdac-b5f2-451a-9be7-04865cf6a431 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:17.133992 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-b45ffdac-b5f2-451a-9be7-04865cf6a431 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 946 time: 0.0518956 Mar 08 06:16:17.229295 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Deleting port 69f1421d-10ff-4d89-88aa-b3e6841287bd {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:17.229642 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:17.242861 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:16:17.324630 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] For port 69f1421d-10ff-4d89-88aa-b3e6841287bd, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=69f1421d-10ff-4d89-88aa-b3e6841287bd,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:17.325482 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:17.352199 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:17.366150 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'port_id': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'mac_address': 'fa:16:3e:b6:eb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:16:17.375005 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb4135-4de1-451c-9b6f-87bb2459d65d req-768a531d-82f7-4572-9d2e-8ab59283e38c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:17.382342 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c1eb4135-4de1-451c-9b6f-87bb2459d65d req-768a531d-82f7-4572-9d2e-8ab59283e38c tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 943 time: 0.0648112 Mar 08 06:16:17.408489 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:17.409175 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:17.422729 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:16:17.443604 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:17.448148 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:17.459760 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c1eb4135-4de1-451c-9b6f-87bb2459d65d req-fac59cf6-91e1-481c-b1de-cf65875e0860 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764453 Mar 08 06:16:17.479516 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7f528-4cd5-4b21-be00-3fc6718314c1 req-fded5c81-69ec-433c-9d4f-71479a427956 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:17.479516 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f7f7f528-4cd5-4b21-be00-3fc6718314c1 req-fded5c81-69ec-433c-9d4f-71479a427956 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/ports?device_id=80de9b4d-a074-4326-8dfa-0e3f23ca019b HTTP/1.1" status: 200 len: 946 time: 0.0819144 Mar 08 06:16:17.503528 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:17.511071 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.511506 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.511921 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.512623 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.512820 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.513210 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.514168 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.514545 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.514903 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.515243 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.515579 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.515911 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.516241 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:17.529819 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:17.530204 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (f82539ae-4d4d-44a5-912a-ead8cbc386a5), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:17.530515 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Floating IP f82539ae-4d4d-44a5-912a-ead8cbc386a5 disassociated. External IP: 172.27.2.251, port: 69f1421d-10ff-4d89-88aa-b3e6841287bd. Mar 08 06:16:17.530878 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Calling delete_port for 69f1421d-10ff-4d89-88aa-b3e6841287bd owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:17.533839 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f7f7f528-4cd5-4b21-be00-3fc6718314c1 req-1c1910b3-a0a8-450e-b2f2-f70d9b70d86c tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups?id=5c5aa50d-402f-4d62-9a95-bc661c4d7df6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554593 Mar 08 06:16:17.656578 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (69f1421d-10ff-4d89-88aa-b3e6841287bd), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:17.682540 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event deleted for resources: {'Port': ['ID=69f1421d-10ff-4d89-88aa-b3e6841287bd,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:17.797397 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Router 526a2714-31b4-4207-97fe-9458d8d601ae has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:16:17.847660 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['4a13afa4-6f35-4a58-aed8-676cb2ecf3e3'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:16:17.905489 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:16:17.916389 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] Sync routers for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:16:17.938351 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:17.939003 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:17.946524 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] No DVR routers for this DVR port 69f1421d-10ff-4d89-88aa-b3e6841287bd on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:16:17.948970 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:17.952328 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7b02c34d-e5e7-497c-bc49-96e4f7d91dcb req-e49ebb62-a518-4dea-8c6f-4dd522fb9598 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.31 "DELETE /v2.0/ports/69f1421d-10ff-4d89-88aa-b3e6841287bd HTTP/1.1" status: 204 len: 173 time: 0.8121378 Mar 08 06:16:17.952778 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'name': 'network-vif-deleted', 'tag': '69f1421d-10ff-4d89-88aa-b3e6841287bd'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:16:17.955108 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c0e40a-6c8f-4a4d-abdf-790451ddc3c1" -d '{"events": [{"server_uuid": "80de9b4d-a074-4326-8dfa-0e3f23ca019b", "name": "network-vif-deleted", "tag": "69f1421d-10ff-4d89-88aa-b3e6841287bd"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:16:17.989811 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10510665-ed31-45ec-b579-b3575cffecee x-openstack-request-id: req-10510665-ed31-45ec-b579-b3575cffecee {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:16:17.990166 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80de9b4d-a074-4326-8dfa-0e3f23ca019b", "name": "network-vif-deleted", "tag": "69f1421d-10ff-4d89-88aa-b3e6841287bd", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:16:17.990435 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10510665-ed31-45ec-b579-b3575cffecee {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:16:17.990792 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80de9b4d-a074-4326-8dfa-0e3f23ca019b', 'name': 'network-vif-deleted', 'tag': '69f1421d-10ff-4d89-88aa-b3e6841287bd', 'status': 'completed', 'code': 200} Mar 08 06:16:18.097421 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:18.299772 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:18.325268 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] Checking router: 526a2714-31b4-4207-97fe-9458d8d601ae for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:16:18.334390 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:18.335036 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:18.581900 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:18.593611 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359aea97-4983-426c-a4f0-af5345c3d66c req-0dc7b81d-aa3e-4946-8bbd-5e8c37cc45c0 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:18.593611 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-359aea97-4983-426c-a4f0-af5345c3d66c req-0dc7b81d-aa3e-4946-8bbd-5e8c37cc45c0 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 944 time: 0.0562260 Mar 08 06:16:18.622441 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47060) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:18.646021 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-359aea97-4983-426c-a4f0-af5345c3d66c req-ad462730-b647-4feb-832b-84c3d97d45b5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468874 Mar 08 06:16:18.679063 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a03bba97-4e2a-46b8-a6af-ad6f6d05525a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (5c5aa50d-402f-4d62-9a95-bc661c4d7df6), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:18.702188 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a03bba97-4e2a-46b8-a6af-ad6f6d05525a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (5c5aa50d-402f-4d62-9a95-bc661c4d7df6), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:18.755209 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a03bba97-4e2a-46b8-a6af-ad6f6d05525a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5c5aa50d-402f-4d62-9a95-bc661c4d7df6), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:18.758332 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a03bba97-4e2a-46b8-a6af-ad6f6d05525a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:18.762015 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a03bba97-4e2a-46b8-a6af-ad6f6d05525a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "DELETE /v2.0/security-groups/5c5aa50d-402f-4d62-9a95-bc661c4d7df6 HTTP/1.1" status: 204 len: 168 time: 0.1358778 Mar 08 06:16:18.762478 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47062) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:18.774112 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bba97-4e2a-46b8-a6af-ad6f6d05525a tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5aa50d-402f-4d62-9a95-bc661c4d7df6,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:18.775613 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.api.v2.resource [None req-0c4d0c6f-dcc1-46e8-bb2f-ef56401fca88 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] show failed (client error): The resource could not be found. Mar 08 06:16:18.779901 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-0c4d0c6f-dcc1-46e8-bb2f-ef56401fca88 tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "GET /v2.0/security-groups/5c5aa50d-402f-4d62-9a95-bc661c4d7df6 HTTP/1.1" status: 404 len: 347 time: 0.0133305 Mar 08 06:16:18.780720 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47064) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:18.803901 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:18.836023 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9414242f-9fd8-4699-94b8-9295f8df32a2 None None] The sync data for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi is: [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:06:56Z', 'revision_number': 4, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '5001c6cc-28af-4d77-91a0-bcc62474ac17', 'name': '', 'network_id': 'ac555e4a-2b44-48f8-ac03-53f7dda672bc', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'mac_address': 'fa:16:3e:70:f3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a6321825-4606-42a2-8541-472404faf524', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:54Z', 'updated_at': '2022-03-08T06:07:09Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'subnets': [{'id': 'a6321825-4606-42a2-8541-472404faf524', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:16:18.912985 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Deleting port 67445460-2013-4cb6-8027-0429659d0895 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:18.913440 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (67445460-2013-4cb6-8027-0429659d0895), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:18.990322 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (67445460-2013-4cb6-8027-0429659d0895), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:18.990794 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (67445460-2013-4cb6-8027-0429659d0895), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:19.003456 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Calling delete_port for 67445460-2013-4cb6-8027-0429659d0895 owned by network:floatingip {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:19.052920 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c0166-4886-477f-8cf2-ca8ffa305dac None None] New status for floating IP f82539ae-4d4d-44a5-912a-ead8cbc386a5: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:16:19.140225 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (67445460-2013-4cb6-8027-0429659d0895), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:19.141946 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.db.api [None req-a16c0166-4886-477f-8cf2-ca8ffa305dac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 06:16:19.142356 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG oslo_db.api [None req-a16c0166-4886-477f-8cf2-ca8ffa305dac None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 06:16:19.165545 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Pushing event deleted for resources: {'Port': ['ID=67445460-2013-4cb6-8027-0429659d0895,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:19.189278 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.189636 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.189986 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.190328 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.190691 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.191028 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.191359 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.191688 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.192018 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.192354 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.192671 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.192991 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.193310 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:19.236239 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks [] for floatingip (f82539ae-4d4d-44a5-912a-ead8cbc386a5), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:19.238763 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:19.239930 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-317ee3e7-e7e7-499c-b72a-2d0954dbc3dd tempest-AttachVolumeTestJSON-261957016 tempest-AttachVolumeTestJSON-261957016-project] 10.222.0.16 "DELETE /v2.0/floatingips/f82539ae-4d4d-44a5-912a-ead8cbc386a5 HTTP/1.1" status: 204 len: 168 time: 0.4582250 Mar 08 06:16:19.264945 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:19.277611 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:16:19.341427 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:16:19.346548 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:19.347033 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:19.431899 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:19.432286 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:19.458130 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:16:19.461724 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7945737-58c7-4536-9a26-219763de7a78" -d '{"events": [{"server_uuid": "e2efa8fa-62d0-440d-bec1-a639c829481e", "name": "network-vif-plugged", "status": "completed", "tag": "4a13afa4-6f35-4a58-aed8-676cb2ecf3e3"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:16:19.474531 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:19.479779 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:19.480567 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 69f1421d-10ff-4d89-88aa-b3e6841287bd no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:19.536120 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6952210-38e9-40f6-81ac-c7647cf35817 x-openstack-request-id: req-b6952210-38e9-40f6-81ac-c7647cf35817 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:16:19.536342 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2efa8fa-62d0-440d-bec1-a639c829481e", "name": "network-vif-plugged", "status": "completed", "tag": "4a13afa4-6f35-4a58-aed8-676cb2ecf3e3", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:16:19.536599 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6952210-38e9-40f6-81ac-c7647cf35817 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:16:19.536989 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'code': 200} Mar 08 06:16:19.541753 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 69f1421d-10ff-4d89-88aa-b3e6841287bd {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:19.542101 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 69f1421d-10ff-4d89-88aa-b3e6841287bd not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:19.548002 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:19.643736 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16c0166-4886-477f-8cf2-ca8ffa305dac None None] New status for floating IP f82539ae-4d4d-44a5-912a-ead8cbc386a5: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:16:19.776542 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ed777-c0b6-4fa0-8f0d-54512d2e70a2 req-639a9de6-6033-4bfb-a6ae-a58465d54bd4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:19.778290 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-471ed777-c0b6-4fa0-8f0d-54512d2e70a2 req-639a9de6-6033-4bfb-a6ae-a58465d54bd4 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 945 time: 0.0578680 Mar 08 06:16:19.832952 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-471ed777-c0b6-4fa0-8f0d-54512d2e70a2 req-31b89ba7-243d-4416-9d06-c3a8b6bba9fe tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484304 Mar 08 06:16:19.966483 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43a085-340a-441a-98c3-17af1fe2a766 req-50f80620-f143-4725-a192-863561373dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:19.968393 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c43a085-340a-441a-98c3-17af1fe2a766 req-50f80620-f143-4725-a192-863561373dd8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 1129 time: 0.2861421 Mar 08 06:16:20.010985 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-4c43a085-340a-441a-98c3-17af1fe2a766 req-b996cd64-4ac7-43f6-a120-8a9b8e8ca9f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360355 Mar 08 06:16:20.954012 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d881d5-d83e-4645-bf8d-f49a4c4e2731 req-728e5dae-c66d-4f33-94b6-6d247ec3ff03 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:20.955499 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-58d881d5-d83e-4645-bf8d-f49a4c4e2731 req-728e5dae-c66d-4f33-94b6-6d247ec3ff03 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 945 time: 0.0540149 Mar 08 06:16:21.001672 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-58d881d5-d83e-4645-bf8d-f49a4c4e2731 req-71b48d48-5ad6-4162-926c-afbe7f8e0fba tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404756 Mar 08 06:16:22.121030 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d67eac-c0c2-4c44-97ff-09ad2a72569d req-13e857cd-c728-46ab-9a5c-5d7af7357faf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:22.122471 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-96d67eac-c0c2-4c44-97ff-09ad2a72569d req-13e857cd-c728-46ab-9a5c-5d7af7357faf tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 945 time: 0.0547566 Mar 08 06:16:22.168202 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-96d67eac-c0c2-4c44-97ff-09ad2a72569d req-48f6d87d-3498-4ef9-80c8-4d1ea3b66ea1 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Mar 08 06:16:22.277520 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba7389-758c-4e3f-b4a3-3b442b479896 req-c85d0f53-8ae9-4042-9460-35beedeaaf32 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:22.278897 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-faba7389-758c-4e3f-b4a3-3b442b479896 req-c85d0f53-8ae9-4042-9460-35beedeaaf32 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 945 time: 0.0501020 Mar 08 06:16:22.287797 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47096) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:22.292175 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Request body: {'floatingip': {'port_id': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:22.333259 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (9f78983e-eb55-414c-af92-cf9428844892), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:22.754716 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:22.758760 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (9f78983e-eb55-414c-af92-cf9428844892), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:22.782273 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47104) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:22.860435 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Floating IP 9f78983e-eb55-414c-af92-cf9428844892 associated. External IP: 172.27.2.141, port: 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3. Mar 08 06:16:23.072221 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:16:23.181220 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:16:23.185822 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:23.193685 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:16:23.204798 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:23.205677 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:23.222871 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c6fa5d19-d2ad-4273-ad4c-6827a3e1a0fd tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "PUT /v2.0/floatingips/9f78983e-eb55-414c-af92-cf9428844892 HTTP/1.1" status: 200 len: 991 time: 0.9273071 Mar 08 06:16:23.222871 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'tag': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:16:23.222871 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af28553-ef7f-40ce-9485-d77d0dfee842" -d '{"events": [{"name": "network-changed", "server_uuid": "e2efa8fa-62d0-440d-bec1-a639c829481e", "tag": "4a13afa4-6f35-4a58-aed8-676cb2ecf3e3"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:16:23.245484 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (526a2714-31b4-4207-97fe-9458d8d601ae), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:23.257891 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e02665-88ee-4cb9-9afa-8528dfccaa8b x-openstack-request-id: req-26e02665-88ee-4cb9-9afa-8528dfccaa8b {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:16:23.258191 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2efa8fa-62d0-440d-bec1-a639c829481e", "tag": "4a13afa4-6f35-4a58-aed8-676cb2ecf3e3", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:16:23.258497 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26e02665-88ee-4cb9-9afa-8528dfccaa8b {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:16:23.258921 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'tag': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'status': 'completed', 'code': 200} Mar 08 06:16:23.324526 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:23.416472 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-7f755272-8553-4a4d-a2ba-2d0abce72ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:23.417970 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-7f755272-8553-4a4d-a2ba-2d0abce72ac0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 1129 time: 0.1144531 Mar 08 06:16:23.541845 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-2628f895-3ca3-4636-ac24-4fd9c29dcf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:23.543340 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-2628f895-3ca3-4636-ac24-4fd9c29dcf5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.1092777 Mar 08 06:16:23.550014 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '9f78983e-eb55-414c-af92-cf9428844892', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:b6:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:16:09Z', 'updated_at': '2022-03-08T06:16:22Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:23.579066 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:16:23.587465 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:23.588072 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:23.649109 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-ad8d2b77-d021-470e-9a43-67e3f693ed60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 HTTP/1.1" status: 200 len: 999 time: 0.0887959 Mar 08 06:16:23.697797 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:23.704898 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-71b731bb-e7ed-4d89-ae20-70e524b2aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:23.706616 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-71b731bb-e7ed-4d89-ae20-70e524b2aea6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0510378 Mar 08 06:16:23.707858 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Deleting port 5001c6cc-28af-4d77-91a0-bcc62474ac17 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:23.708193 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:23.815602 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-d553e2dc-da6f-4695-beb0-84f4803436db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:23.817104 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-d553e2dc-da6f-4695-beb0-84f4803436db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0972071 Mar 08 06:16:23.823559 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] For port 5001c6cc-28af-4d77-91a0-bcc62474ac17, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5001c6cc-28af-4d77-91a0-bcc62474ac17,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:23.823924 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:23.853885 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Calling delete_port for 5001c6cc-28af-4d77-91a0-bcc62474ac17 owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:23.921956 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '9f78983e-eb55-414c-af92-cf9428844892', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:b6:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:16:09Z', 'updated_at': '2022-03-08T06:16:22Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:23.948494 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6868e4f-8a05-4b3b-b385-169ed9555609 None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '9f78983e-eb55-414c-af92-cf9428844892', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'floating_ip_address': '172.27.2.141', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '36380000-5b78-4978-bccd-1528037c9562', 'port_id': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'mac_address': 'fa:16:3e:b6:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:16:09Z', 'updated_at': '2022-03-08T06:16:22Z', 'revision_number': 1, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:16:23.971696 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-81744680-e943-453b-a939-b0b34ca80d5b service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446595 Mar 08 06:16:24.114110 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1af28553-ef7f-40ce-9485-d77d0dfee842 req-dc1ca97b-49a8-46ac-b0b2-10073c97df5b service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352491 Mar 08 06:16:24.144800 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bc92ae-0c21-4e68-b45e-cb034ecb9be3 None None] New status for floating IP 9f78983e-eb55-414c-af92-cf9428844892: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:16:24.163194 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (5001c6cc-28af-4d77-91a0-bcc62474ac17), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:24.191934 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Pushing event deleted for resources: {'Port': ['ID=5001c6cc-28af-4d77-91a0-bcc62474ac17,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:24.371544 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (526a2714-31b4-4207-97fe-9458d8d601ae), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:24.578831 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Router 526a2714-31b4-4207-97fe-9458d8d601ae has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:16:24.692061 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:16:24.696927 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-396048fb-26cb-400a-aeb6-f439aebe883b admin admin] 10.222.0.16 "PUT /v2.0/routers/526a2714-31b4-4207-97fe-9458d8d601ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9136174 Mar 08 06:16:24.699476 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47114) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:24.702160 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] Sync routers for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:16:24.712442 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:24.713160 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:24.803372 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks [] for router (526a2714-31b4-4207-97fe-9458d8d601ae), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:24.818960 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:24.917245 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks [] for router_gateway (526a2714-31b4-4207-97fe-9458d8d601ae), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:24.971305 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Deleting port 304e1787-0cf1-47ee-9714-d53b9c53c52b {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:24.971551 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:24.998022 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:16:24Z', 'revision_number': 5, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port': {'id': '304e1787-0cf1-47ee-9714-d53b9c53c52b', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:49Z', 'updated_at': '2022-03-08T06:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:25.025012 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] Checking router: 526a2714-31b4-4207-97fe-9458d8d601ae for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:16:25.034888 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] Routers {'526a2714-31b4-4207-97fe-9458d8d601ae'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:25.035809 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['526a2714-31b4-4207-97fe-9458d8d601ae'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:25.048151 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] For port 304e1787-0cf1-47ee-9714-d53b9c53c52b, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=304e1787-0cf1-47ee-9714-d53b9c53c52b,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:25.048543 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.059885 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Calling delete_port for 304e1787-0cf1-47ee-9714-d53b9c53c52b owned by network:router_gateway {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:25.249857 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (304e1787-0cf1-47ee-9714-d53b9c53c52b), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.264680 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] Set router 526a2714-31b4-4207-97fe-9458d8d601ae gateway port host: None {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:25.277029 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Pushing event deleted for resources: {'Port': ['ID=304e1787-0cf1-47ee-9714-d53b9c53c52b,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:25.317031 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:16:24Z', 'revision_number': 6, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:25.339681 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (526a2714-31b4-4207-97fe-9458d8d601ae), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.347552 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccaa427-2043-4733-869d-65fe1b6922f7 None None] The sync data for ids ['526a2714-31b4-4207-97fe-9458d8d601ae'] in dv-cinder-828060-10-iscsi is: [{'id': '526a2714-31b4-4207-97fe-9458d8d601ae', 'name': 'tempest-AttachVolumeTestJSON-902947767-router', 'tenant_id': '819589deabfe4d30b83cff86a10b00ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:47Z', 'updated_at': '2022-03-08T06:16:24Z', 'revision_number': 6, 'project_id': '819589deabfe4d30b83cff86a10b00ce', 'gw_port_host': None}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:16:25.436803 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (526a2714-31b4-4207-97fe-9458d8d601ae), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.438913 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks [] for router_controller (526a2714-31b4-4207-97fe-9458d8d601ae), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.728445 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (526a2714-31b4-4207-97fe-9458d8d601ae), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.729064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526a2714-31b4-4207-97fe-9458d8d601ae {{(pid=103359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:16:25.733322 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.734515 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e022fa22-07df-4ef0-8818-e295e059a389 admin admin] 10.222.0.16 "DELETE /v2.0/routers/526a2714-31b4-4207-97fe-9458d8d601ae HTTP/1.1" status: 204 len: 168 time: 1.0341206 Mar 08 06:16:25.737063 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47116) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:25.785604 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-62709282-aac7-4af1-b490-23b49989b7c1 admin admin] Deleting subnet a6321825-4606-42a2-8541-472404faf524 {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:16:25.786678 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62709282-aac7-4af1-b490-23b49989b7c1 admin admin] Publish callbacks [] for subnet (a6321825-4606-42a2-8541-472404faf524), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.820805 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62709282-aac7-4af1-b490-23b49989b7c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13919509'] for subnet (a6321825-4606-42a2-8541-472404faf524), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.899061 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62709282-aac7-4af1-b490-23b49989b7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (a6321825-4606-42a2-8541-472404faf524), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.948239 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62709282-aac7-4af1-b490-23b49989b7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14106569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13186681'] for subnet (a6321825-4606-42a2-8541-472404faf524), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.970549 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62709282-aac7-4af1-b490-23b49989b7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6321825-4606-42a2-8541-472404faf524,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:25.976180 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-62709282-aac7-4af1-b490-23b49989b7c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:25.979232 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-62709282-aac7-4af1-b490-23b49989b7c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a6321825-4606-42a2-8541-472404faf524 HTTP/1.1" status: 204 len: 168 time: 0.2411861 Mar 08 06:16:25.981798 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47118) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:25.983839 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a0c7fe-242e-45b6-8f03-35a18b21bd66 None None] Network ac555e4a-2b44-48f8-ac03-53f7dda672bc requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:16:26.053166 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (ac555e4a-2b44-48f8-ac03-53f7dda672bc), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.111098 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Deleting port 2c71e17a-d894-45bf-b166-675f881aa942 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:26.111533 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (2c71e17a-d894-45bf-b166-675f881aa942), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.162522 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] DHCP port deletion for ac555e4a-2b44-48f8-ac03-53f7dda672bc request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:16:26.180799 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] For port 2c71e17a-d894-45bf-b166-675f881aa942, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=2c71e17a-d894-45bf-b166-675f881aa942,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:26.181246 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (2c71e17a-d894-45bf-b166-675f881aa942), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.199430 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Calling delete_port for 2c71e17a-d894-45bf-b166-675f881aa942 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:26.210777 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] Deleting port 2c71e17a-d894-45bf-b166-675f881aa942 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:26.211278 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (2c71e17a-d894-45bf-b166-675f881aa942), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.273657 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] For port 2c71e17a-d894-45bf-b166-675f881aa942, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=2c71e17a-d894-45bf-b166-675f881aa942,segment=NetworkSegment(70c47b5d-d0a3-4061-80db-7d828269b797),segment_id=70c47b5d-d0a3-4061-80db-7d828269b797)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:26.274301 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (2c71e17a-d894-45bf-b166-675f881aa942), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.285359 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (2c71e17a-d894-45bf-b166-675f881aa942), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.292976 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] Calling delete_port for 2c71e17a-d894-45bf-b166-675f881aa942 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:26.315497 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c71e17a-d894-45bf-b166-675f881aa942,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:26.317792 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] No DVR routers for this DVR port 2c71e17a-d894-45bf-b166-675f881aa942 on host dv-cinder-828060-10-iscsi {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:16:26.379450 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699'] for port (2c71e17a-d894-45bf-b166-675f881aa942), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.399351 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (ac555e4a-2b44-48f8-ac03-53f7dda672bc), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.405440 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] Pushing event deleted for resources: {'Port': ['ID=2c71e17a-d894-45bf-b166-675f881aa942,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:26.411015 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468f5a33-4b5d-4595-8d2b-4ff49c7566d3 None None] No DVR routers for this DVR port 2c71e17a-d894-45bf-b166-675f881aa942 on host dv-cinder-828060-10-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:16:26.426382 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac555e4a-2b44-48f8-ac03-53f7dda672bc']}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:26.435633 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c47b5d-d0a3-4061-80db-7d828269b797') {'for_net_delete': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:26.435935 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c47b5d-d0a3-4061-80db-7d828269b797') {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:26.445036 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602281'] for segment (70c47b5d-d0a3-4061-80db-7d828269b797), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.460932 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (70c47b5d-d0a3-4061-80db-7d828269b797), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.467263 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:16:26.467742 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12772940'] for segment (70c47b5d-d0a3-4061-80db-7d828269b797), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: Traceback (most recent call last): Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: timer() Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: cb(*args, **kw) Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: return func(*args, **kwargs) Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: self._notify() Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: self.callback(batched_events) Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: event.method(event) Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: return f(self, *a, **k) Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._get(url).json() Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: return self.request(url, 'GET', **kwargs) Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:16:26.469350 dv-cinder-828060-10-iscsi neutron-server[103358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:16:26.521082 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (ac555e4a-2b44-48f8-ac03-53f7dda672bc), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.526431 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.530213 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ac555e4a-2b44-48f8-ac03-53f7dda672bc HTTP/1.1" status: 204 len: 168 time: 0.5459385 Mar 08 06:16:26.540670 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2f211-cf1e-44d7-bcee-8dbbfa242db6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac555e4a-2b44-48f8-ac03-53f7dda672bc,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:26.644375 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47122) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:26.684311 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-116e1c1b-0d6e-40af-af76-4996074fd798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=819589deabfe4d30b83cff86a10b00ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387542 Mar 08 06:16:26.687483 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47124) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:26.734744 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f6991888-e95b-4e3e-9413-1d0c480e8c5e admin admin] Publish callbacks [] for security_group (dc5e69ae-ded5-4753-b47b-93b5f272a9a2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.755172 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f6991888-e95b-4e3e-9413-1d0c480e8c5e admin admin] Publish callbacks [] for security_group (dc5e69ae-ded5-4753-b47b-93b5f272a9a2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.804160 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f6991888-e95b-4e3e-9413-1d0c480e8c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (dc5e69ae-ded5-4753-b47b-93b5f272a9a2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.806726 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f6991888-e95b-4e3e-9413-1d0c480e8c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:26.807894 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f6991888-e95b-4e3e-9413-1d0c480e8c5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc5e69ae-ded5-4753-b47b-93b5f272a9a2 HTTP/1.1" status: 204 len: 168 time: 0.1194794 Mar 08 06:16:26.817784 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6991888-e95b-4e3e-9413-1d0c480e8c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5e69ae-ded5-4753-b47b-93b5f272a9a2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:27.126406 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 304e1787-0cf1-47ee-9714-d53b9c53c52b no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:27.149428 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 304e1787-0cf1-47ee-9714-d53b9c53c52b {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:27.149775 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 304e1787-0cf1-47ee-9714-d53b9c53c52b not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:27.150298 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5001c6cc-28af-4d77-91a0-bcc62474ac17 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:27.174808 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 5001c6cc-28af-4d77-91a0-bcc62474ac17 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:27.175146 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5001c6cc-28af-4d77-91a0-bcc62474ac17 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:27.175611 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 2c71e17a-d894-45bf-b166-675f881aa942 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:27.196320 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 2c71e17a-d894-45bf-b166-675f881aa942 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:27.196740 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 2c71e17a-d894-45bf-b166-675f881aa942 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:29.628245 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47258) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:29.737089 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3aa9edbd-a871-43f8-ad6a-a121e1943b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:29.807859 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3aa9edbd-a871-43f8-ad6a-a121e1943b98 admin admin] Publish callbacks [] for security_group (a3a4977e-9c43-4f65-a334-c52646c5f309), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:29.811778 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3aa9edbd-a871-43f8-ad6a-a121e1943b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a3a4977e-9c43-4f65-a334-c52646c5f309), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:29.851026 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-3aa9edbd-a871-43f8-ad6a-a121e1943b98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6f0b4308b6d54f0bbdb463dcf8a24cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215090 Mar 08 06:16:29.851678 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9edbd-a871-43f8-ad6a-a121e1943b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a4977e-9c43-4f65-a334-c52646c5f309,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:29.853808 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47262) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:29.900806 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee88b-8ca9-48da-aff9-f7e8fc0b7399 admin admin] Publish callbacks [] for security_group (a3a4977e-9c43-4f65-a334-c52646c5f309), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:29.920814 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee88b-8ca9-48da-aff9-f7e8fc0b7399 admin admin] Publish callbacks [] for security_group (a3a4977e-9c43-4f65-a334-c52646c5f309), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:29.966419 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee88b-8ca9-48da-aff9-f7e8fc0b7399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (a3a4977e-9c43-4f65-a334-c52646c5f309), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:29.969028 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1c7ee88b-8ca9-48da-aff9-f7e8fc0b7399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:29.970153 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1c7ee88b-8ca9-48da-aff9-f7e8fc0b7399 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3a4977e-9c43-4f65-a334-c52646c5f309 HTTP/1.1" status: 204 len: 168 time: 0.1153669 Mar 08 06:16:29.978613 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ee88b-8ca9-48da-aff9-f7e8fc0b7399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a4977e-9c43-4f65-a334-c52646c5f309,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:30.228327 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47268) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:30.241793 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-82892a95-0968-42bc-8191-d078813d6aea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:30.315795 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-82892a95-0968-42bc-8191-d078813d6aea admin admin] Publish callbacks [] for security_group (db5b8bb2-694f-493d-a3a2-9b978d480004), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:30.319927 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-82892a95-0968-42bc-8191-d078813d6aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (db5b8bb2-694f-493d-a3a2-9b978d480004), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:30.356718 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-82892a95-0968-42bc-8191-d078813d6aea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=124fe770441b4e9ba12d57da9ab5f14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272993 Mar 08 06:16:30.357667 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82892a95-0968-42bc-8191-d078813d6aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b8bb2-694f-493d-a3a2-9b978d480004,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:30.360017 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47270) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:30.406805 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3991aeed-9b8d-4a90-bb95-6f407c9d6154 admin admin] Publish callbacks [] for security_group (db5b8bb2-694f-493d-a3a2-9b978d480004), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:30.427347 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3991aeed-9b8d-4a90-bb95-6f407c9d6154 admin admin] Publish callbacks [] for security_group (db5b8bb2-694f-493d-a3a2-9b978d480004), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:30.472685 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3991aeed-9b8d-4a90-bb95-6f407c9d6154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (db5b8bb2-694f-493d-a3a2-9b978d480004), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:30.475448 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3991aeed-9b8d-4a90-bb95-6f407c9d6154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:30.478904 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-3991aeed-9b8d-4a90-bb95-6f407c9d6154 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db5b8bb2-694f-493d-a3a2-9b978d480004 HTTP/1.1" status: 204 len: 168 time: 0.1155193 Mar 08 06:16:30.483963 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3991aeed-9b8d-4a90-bb95-6f407c9d6154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b8bb2-694f-493d-a3a2-9b978d480004,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:34.718135 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47342) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:34.819855 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ccae44d0-3f4f-4e88-9b52-5318f5ee85df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:34.894885 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ccae44d0-3f4f-4e88-9b52-5318f5ee85df admin admin] Publish callbacks [] for security_group (438c3400-3f62-4520-82da-c6d1fb519be2), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:34.898397 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ccae44d0-3f4f-4e88-9b52-5318f5ee85df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (438c3400-3f62-4520-82da-c6d1fb519be2), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:34.936078 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-ccae44d0-3f4f-4e88-9b52-5318f5ee85df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e6b1334bf6fc45a4bf5a9f04ac3a837e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167621 Mar 08 06:16:34.938642 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae44d0-3f4f-4e88-9b52-5318f5ee85df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438c3400-3f62-4520-82da-c6d1fb519be2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:34.939520 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47346) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:34.990234 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e666643-1dda-454e-8c91-2201657cf123 admin admin] Publish callbacks [] for security_group (438c3400-3f62-4520-82da-c6d1fb519be2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.010668 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e666643-1dda-454e-8c91-2201657cf123 admin admin] Publish callbacks [] for security_group (438c3400-3f62-4520-82da-c6d1fb519be2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.055434 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e666643-1dda-454e-8c91-2201657cf123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (438c3400-3f62-4520-82da-c6d1fb519be2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.058048 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0e666643-1dda-454e-8c91-2201657cf123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.059189 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-0e666643-1dda-454e-8c91-2201657cf123 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/438c3400-3f62-4520-82da-c6d1fb519be2 HTTP/1.1" status: 204 len: 168 time: 0.1185887 Mar 08 06:16:35.067999 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e666643-1dda-454e-8c91-2201657cf123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438c3400-3f62-4520-82da-c6d1fb519be2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:35.318771 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47352) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:35.331996 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-630798e9-268e-4c9b-b5cc-9734d387a1aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.404068 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-630798e9-268e-4c9b-b5cc-9734d387a1aa admin admin] Publish callbacks [] for security_group (7470498a-c1df-4a3a-86cb-9dd3b53de079), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.408570 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-630798e9-268e-4c9b-b5cc-9734d387a1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (7470498a-c1df-4a3a-86cb-9dd3b53de079), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.445925 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-630798e9-268e-4c9b-b5cc-9734d387a1aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb7932067b26460695a74071409d9044&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260786 Mar 08 06:16:35.447048 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630798e9-268e-4c9b-b5cc-9734d387a1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7470498a-c1df-4a3a-86cb-9dd3b53de079,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:35.448604 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47354) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:35.479304 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:16:35.496951 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9974dfc-a580-4d20-9b3f-983b90b25fae admin admin] Publish callbacks [] for security_group (7470498a-c1df-4a3a-86cb-9dd3b53de079), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.517327 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9974dfc-a580-4d20-9b3f-983b90b25fae admin admin] Publish callbacks [] for security_group (7470498a-c1df-4a3a-86cb-9dd3b53de079), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.562273 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9974dfc-a580-4d20-9b3f-983b90b25fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (7470498a-c1df-4a3a-86cb-9dd3b53de079), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.564840 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9974dfc-a580-4d20-9b3f-983b90b25fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:35.565961 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-b9974dfc-a580-4d20-9b3f-983b90b25fae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7470498a-c1df-4a3a-86cb-9dd3b53de079 HTTP/1.1" status: 204 len: 168 time: 0.1163871 Mar 08 06:16:35.573299 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9974dfc-a580-4d20-9b3f-983b90b25fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7470498a-c1df-4a3a-86cb-9dd3b53de079,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:39.157305 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-818121eb-e565-4f4a-9283-f2365caf963d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:40.557829 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47454) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:40.661315 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d823d0d9-b609-479e-b826-00d690ca2c8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:40.733248 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d823d0d9-b609-479e-b826-00d690ca2c8a admin admin] Publish callbacks [] for security_group (12322d8f-29f8-45f2-abdb-ff53ef4beb5f), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:40.737372 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d823d0d9-b609-479e-b826-00d690ca2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (12322d8f-29f8-45f2-abdb-ff53ef4beb5f), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:40.775233 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823d0d9-b609-479e-b826-00d690ca2c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12322d8f-29f8-45f2-abdb-ff53ef4beb5f,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:40.779347 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d823d0d9-b609-479e-b826-00d690ca2c8a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0c6a289af184dd19575fcf130a8b6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205429 Mar 08 06:16:40.783151 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47458) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:40.828775 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db5f25a9-b89a-47c9-8bb4-ffbf17c0fd1e admin admin] Publish callbacks [] for security_group (12322d8f-29f8-45f2-abdb-ff53ef4beb5f), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:40.850754 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db5f25a9-b89a-47c9-8bb4-ffbf17c0fd1e admin admin] Publish callbacks [] for security_group (12322d8f-29f8-45f2-abdb-ff53ef4beb5f), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:40.899804 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db5f25a9-b89a-47c9-8bb4-ffbf17c0fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (12322d8f-29f8-45f2-abdb-ff53ef4beb5f), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:40.902287 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db5f25a9-b89a-47c9-8bb4-ffbf17c0fd1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:40.903444 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-db5f25a9-b89a-47c9-8bb4-ffbf17c0fd1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12322d8f-29f8-45f2-abdb-ff53ef4beb5f HTTP/1.1" status: 204 len: 168 time: 0.1197445 Mar 08 06:16:40.911761 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f25a9-b89a-47c9-8bb4-ffbf17c0fd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12322d8f-29f8-45f2-abdb-ff53ef4beb5f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:41.158063 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47464) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:41.171400 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-041fbc1a-8856-47aa-a2f2-82df3fac6044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.251664 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-041fbc1a-8856-47aa-a2f2-82df3fac6044 admin admin] Publish callbacks [] for security_group (986f7305-59c9-4deb-bd01-f2088ffce484), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.256684 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-041fbc1a-8856-47aa-a2f2-82df3fac6044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (986f7305-59c9-4deb-bd01-f2088ffce484), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.294164 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-041fbc1a-8856-47aa-a2f2-82df3fac6044 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be33d9cf6399413794cd9e39b9b36ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349714 Mar 08 06:16:41.295059 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fbc1a-8856-47aa-a2f2-82df3fac6044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986f7305-59c9-4deb-bd01-f2088ffce484,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:41.297144 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47466) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:41.350330 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb37e-43d9-49cb-8a77-3b3f64392331 admin admin] Publish callbacks [] for security_group (986f7305-59c9-4deb-bd01-f2088ffce484), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.372120 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb37e-43d9-49cb-8a77-3b3f64392331 admin admin] Publish callbacks [] for security_group (986f7305-59c9-4deb-bd01-f2088ffce484), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.390370 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5b1740d3-e777-4e90-a48e-672422643d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.426380 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb37e-43d9-49cb-8a77-3b3f64392331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (986f7305-59c9-4deb-bd01-f2088ffce484), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.428902 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb37e-43d9-49cb-8a77-3b3f64392331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.430049 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fcfbb37e-43d9-49cb-8a77-3b3f64392331 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/986f7305-59c9-4deb-bd01-f2088ffce484 HTTP/1.1" status: 204 len: 168 time: 0.1319320 Mar 08 06:16:41.437853 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbb37e-43d9-49cb-8a77-3b3f64392331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986f7305-59c9-4deb-bd01-f2088ffce484,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:41.741176 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47472) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:41.754374 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de2375d-907d-4b02-bc18-7f077a994308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.825861 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de2375d-907d-4b02-bc18-7f077a994308 admin admin] Publish callbacks [] for security_group (c3161db3-c244-447e-a95c-f401944c67c1), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.829469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3de2375d-907d-4b02-bc18-7f077a994308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (c3161db3-c244-447e-a95c-f401944c67c1), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.865317 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2375d-907d-4b02-bc18-7f077a994308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3161db3-c244-447e-a95c-f401944c67c1,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:41.869468 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-3de2375d-907d-4b02-bc18-7f077a994308 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=112356cbf513498ea826b5f9466154ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272416 Mar 08 06:16:41.872563 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47474) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:41.920233 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8e763480-82c3-44f9-8040-1435cca72907 admin admin] Publish callbacks [] for security_group (c3161db3-c244-447e-a95c-f401944c67c1), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.941343 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8e763480-82c3-44f9-8040-1435cca72907 admin admin] Publish callbacks [] for security_group (c3161db3-c244-447e-a95c-f401944c67c1), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.987194 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8e763480-82c3-44f9-8040-1435cca72907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (c3161db3-c244-447e-a95c-f401944c67c1), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.989671 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8e763480-82c3-44f9-8040-1435cca72907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:41.990817 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8e763480-82c3-44f9-8040-1435cca72907 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3161db3-c244-447e-a95c-f401944c67c1 HTTP/1.1" status: 204 len: 168 time: 0.1178455 Mar 08 06:16:41.998462 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e763480-82c3-44f9-8040-1435cca72907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3161db3-c244-447e-a95c-f401944c67c1,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:42.513610 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:44.143243 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:45.072259 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce327d8-8caf-4688-9d39-90e3280d7115 req-ac2b8d68-0ab5-4083-967f-85ca11043747 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:45.073736 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9ce327d8-8caf-4688-9d39-90e3280d7115 req-ac2b8d68-0ab5-4083-967f-85ca11043747 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 946 time: 0.2966046 Mar 08 06:16:45.275431 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9ce327d8-8caf-4688-9d39-90e3280d7115 req-5ffedaa1-bd62-4eb0-8b35-c945e906ae49 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953673 Mar 08 06:16:45.583993 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:46.454761 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df9c28-f8d7-4867-8672-d60867066501 req-2dcc4d5a-e5de-486e-a960-b22a37a565b6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:46.456488 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-08df9c28-f8d7-4867-8672-d60867066501 req-2dcc4d5a-e5de-486e-a960-b22a37a565b6 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 946 time: 0.1034899 Mar 08 06:16:46.505726 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-08df9c28-f8d7-4867-8672-d60867066501 req-c7bf8a8e-a6bd-485d-9544-6acca09d12c7 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups?id=9d18acbd-9130-41a0-b696-754f2fe01a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Mar 08 06:16:46.548256 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-900a3550-2f4b-4f9b-9fa8-86b94595881d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:46.549759 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-900a3550-2f4b-4f9b-9fa8-86b94595881d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 946 time: 0.0604742 Mar 08 06:16:46.643573 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Deleting port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:46.643923 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:46.737330 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] For port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:46.737765 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:46.913216 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:46.913582 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (82fa7a9d-d56e-422a-b64f-9665288a99fc), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:46.913900 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Floating IP 82fa7a9d-d56e-422a-b64f-9665288a99fc disassociated. External IP: 172.27.2.210, port: 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa. Mar 08 06:16:46.914240 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Calling delete_port for 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:47.047400 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (612f8011-3fd7-4fd5-81b7-6b8d4fe307aa), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:47.074216 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event deleted for resources: {'Port': ['ID=612f8011-3fd7-4fd5-81b7-6b8d4fe307aa,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:47.189947 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Router aea2b132-f0ae-48b9-9db6-7b909ffd85fe has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:16:47.299777 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:16:47.309091 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] Sync routers for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:16:47.319785 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:47.320396 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:47.341062 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] No DVR routers for this DVR port 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:16:47.344228 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:47.347598 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-6d7d82b2-5a80-4100-a151-e5c984092e4f req-1c432aac-aecb-4522-b6a3-6cf25f36270c tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.31 "DELETE /v2.0/ports/612f8011-3fd7-4fd5-81b7-6b8d4fe307aa HTTP/1.1" status: 204 len: 173 time: 0.7928231 Mar 08 06:16:47.348090 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-deleted', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:16:47.350383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e70f2c-ba07-4096-9ba7-17f083eb652e" -d '{"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-deleted", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:16:47.396259 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c072a2-5161-441a-9fb3-e7ee2dde2c19 x-openstack-request-id: req-c4c072a2-5161-441a-9fb3-e7ee2dde2c19 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:16:47.396588 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4009de5-408b-4e2b-a810-38602b46a34c", "name": "network-vif-deleted", "tag": "612f8011-3fd7-4fd5-81b7-6b8d4fe307aa", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:16:47.396832 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4c072a2-5161-441a-9fb3-e7ee2dde2c19 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:16:47.397255 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4009de5-408b-4e2b-a810-38602b46a34c', 'name': 'network-vif-deleted', 'tag': '612f8011-3fd7-4fd5-81b7-6b8d4fe307aa', 'status': 'completed', 'code': 200} Mar 08 06:16:47.435629 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:47.631830 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-14e25638-6d84-4f74-b1a9-3c47286fe8b4 req-e101e6a6-01ad-41c9-8861-2f859609e18d tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4009de5-408b-4e2b-a810-38602b46a34c HTTP/1.1" status: 200 len: 210 time: 0.0328696 Mar 08 06:16:47.650715 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:47.679945 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] Checking router: aea2b132-f0ae-48b9-9db6-7b909ffd85fe for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:16:47.688697 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:47.689298 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:47.795853 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:47.994142 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:48.022121 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79a35a-a312-4d63-a7f0-72e32f9b9418 None None] The sync data for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi is: [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:06:55Z', 'revision_number': 4, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3ccc53cd-958d-427a-84a9-126419b0dbef', 'name': '', 'network_id': 'cc057a0a-6438-4955-afc7-7a4b9fd32d05', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'mac_address': 'fa:16:3e:15:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:53Z', 'updated_at': '2022-03-08T06:07:04Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'subnets': [{'id': '1ef7d34b-0915-427a-b422-fdcea5695c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:16:48.246354 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cb903f-c598-4810-87e1-b53e8d28f961 None None] New status for floating IP 82fa7a9d-d56e-422a-b64f-9665288a99fc: DOWN {{(pid=103360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:16:48.404170 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47618) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:48.508233 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-214af8b5-1e92-491e-89f1-74ed9ccac9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.584940 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-214af8b5-1e92-491e-89f1-74ed9ccac9bd admin admin] Publish callbacks [] for security_group (3bb0d37d-34fe-4412-bd72-358b8d603dd5), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.588802 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-214af8b5-1e92-491e-89f1-74ed9ccac9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (3bb0d37d-34fe-4412-bd72-358b8d603dd5), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.626810 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-214af8b5-1e92-491e-89f1-74ed9ccac9bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae42b9a653ff4e47a622204f818517d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215042 Mar 08 06:16:48.627700 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214af8b5-1e92-491e-89f1-74ed9ccac9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb0d37d-34fe-4412-bd72-358b8d603dd5,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:48.630725 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47622) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:48.680774 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d43-8249-4311-bb24-c629143f4a9a admin admin] Publish callbacks [] for security_group (3bb0d37d-34fe-4412-bd72-358b8d603dd5), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.701871 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d43-8249-4311-bb24-c629143f4a9a admin admin] Publish callbacks [] for security_group (3bb0d37d-34fe-4412-bd72-358b8d603dd5), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.720944 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47628) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:48.751867 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d43-8249-4311-bb24-c629143f4a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (3bb0d37d-34fe-4412-bd72-358b8d603dd5), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.754903 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d43-8249-4311-bb24-c629143f4a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.756469 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e59d2d43-8249-4311-bb24-c629143f4a9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bb0d37d-34fe-4412-bd72-358b8d603dd5 HTTP/1.1" status: 204 len: 168 time: 0.1248040 Mar 08 06:16:48.764316 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d2d43-8249-4311-bb24-c629143f4a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb0d37d-34fe-4412-bd72-358b8d603dd5,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:48.783485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8e6757a6-87a2-4b38-90db-3df5928aa73a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (9d18acbd-9130-41a0-b696-754f2fe01a24), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.808343 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8e6757a6-87a2-4b38-90db-3df5928aa73a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (9d18acbd-9130-41a0-b696-754f2fe01a24), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.857397 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8e6757a6-87a2-4b38-90db-3df5928aa73a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (9d18acbd-9130-41a0-b696-754f2fe01a24), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.860364 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8e6757a6-87a2-4b38-90db-3df5928aa73a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:48.861513 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8e6757a6-87a2-4b38-90db-3df5928aa73a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "DELETE /v2.0/security-groups/9d18acbd-9130-41a0-b696-754f2fe01a24 HTTP/1.1" status: 204 len: 168 time: 0.1395559 Mar 08 06:16:48.864402 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47632) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:48.873683 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6757a6-87a2-4b38-90db-3df5928aa73a tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d18acbd-9130-41a0-b696-754f2fe01a24,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:48.886088 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.api.v2.resource [None req-92ac9053-d99d-41d6-90f9-de810c0c17a0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] show failed (client error): The resource could not be found. Mar 08 06:16:48.887365 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-92ac9053-d99d-41d6-90f9-de810c0c17a0 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "GET /v2.0/security-groups/9d18acbd-9130-41a0-b696-754f2fe01a24 HTTP/1.1" status: 404 len: 347 time: 0.0217440 Mar 08 06:16:48.889976 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47636) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:49.025511 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Deleting port c7806e5a-41f0-47ae-bba7-f362dacc77ef {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:49.025857 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (c7806e5a-41f0-47ae-bba7-f362dacc77ef), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.033541 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47638) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:49.046186 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ae155cc-a7c6-4418-8a8a-340e51d69601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.115351 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (c7806e5a-41f0-47ae-bba7-f362dacc77ef), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.115703 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (c7806e5a-41f0-47ae-bba7-f362dacc77ef), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.125640 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ae155cc-a7c6-4418-8a8a-340e51d69601 admin admin] Publish callbacks [] for security_group (ab94a795-759e-45e7-9953-af7ee7d78395), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.128320 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Calling delete_port for c7806e5a-41f0-47ae-bba7-f362dacc77ef owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:49.130554 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ae155cc-a7c6-4418-8a8a-340e51d69601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ab94a795-759e-45e7-9953-af7ee7d78395), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.168469 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5ae155cc-a7c6-4418-8a8a-340e51d69601 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f36ff4409d149c0bd790bb1a7b4f203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338520 Mar 08 06:16:49.169424 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae155cc-a7c6-4418-8a8a-340e51d69601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab94a795-759e-45e7-9953-af7ee7d78395,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:49.172295 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47640) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:49.225430 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf32f9b-42b8-4199-8218-aaf4bbc8f8d8 admin admin] Publish callbacks [] for security_group (ab94a795-759e-45e7-9953-af7ee7d78395), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.247338 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf32f9b-42b8-4199-8218-aaf4bbc8f8d8 admin admin] Publish callbacks [] for security_group (ab94a795-759e-45e7-9953-af7ee7d78395), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.268442 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (c7806e5a-41f0-47ae-bba7-f362dacc77ef), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.288557 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.290516 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Pushing event deleted for resources: {'Port': ['ID=c7806e5a-41f0-47ae-bba7-f362dacc77ef,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:49.304714 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf32f9b-42b8-4199-8218-aaf4bbc8f8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ab94a795-759e-45e7-9953-af7ee7d78395), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.307632 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf32f9b-42b8-4199-8218-aaf4bbc8f8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.311270 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-1cf32f9b-42b8-4199-8218-aaf4bbc8f8d8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab94a795-759e-45e7-9953-af7ee7d78395 HTTP/1.1" status: 204 len: 168 time: 0.1357574 Mar 08 06:16:49.317903 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf32f9b-42b8-4199-8218-aaf4bbc8f8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab94a795-759e-45e7-9953-af7ee7d78395,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:49.362253 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks [] for floatingip (82fa7a9d-d56e-422a-b64f-9665288a99fc), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.364742 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:49.365886 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-985806f0-da26-4f9c-a06c-0ff69cd33e39 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] 10.222.0.16 "DELETE /v2.0/floatingips/82fa7a9d-d56e-422a-b64f-9665288a99fc HTTP/1.1" status: 204 len: 168 time: 0.4744604 Mar 08 06:16:50.364892 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47678) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:50.467719 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-40a7bf79-c3de-403d-ac74-eb4d21ce65c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:50.550285 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-40a7bf79-c3de-403d-ac74-eb4d21ce65c0 admin admin] Publish callbacks [] for security_group (bf5529e1-3146-4470-b1fe-921b8b4b6046), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:50.557449 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-40a7bf79-c3de-403d-ac74-eb4d21ce65c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (bf5529e1-3146-4470-b1fe-921b8b4b6046), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:50.597722 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-40a7bf79-c3de-403d-ac74-eb4d21ce65c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d0f9210714c4a209f8be109e47e8ca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295012 Mar 08 06:16:50.597722 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7bf79-c3de-403d-ac74-eb4d21ce65c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5529e1-3146-4470-b1fe-921b8b4b6046,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:50.598914 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47692) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:50.653543 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bc40e751-4455-4e8f-82ea-88e38f99f2b5 admin admin] Publish callbacks [] for security_group (bf5529e1-3146-4470-b1fe-921b8b4b6046), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:50.679898 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bc40e751-4455-4e8f-82ea-88e38f99f2b5 admin admin] Publish callbacks [] for security_group (bf5529e1-3146-4470-b1fe-921b8b4b6046), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:50.729147 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bc40e751-4455-4e8f-82ea-88e38f99f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (bf5529e1-3146-4470-b1fe-921b8b4b6046), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:50.731716 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bc40e751-4455-4e8f-82ea-88e38f99f2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:50.732828 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-bc40e751-4455-4e8f-82ea-88e38f99f2b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf5529e1-3146-4470-b1fe-921b8b4b6046 HTTP/1.1" status: 204 len: 168 time: 0.1327312 Mar 08 06:16:50.740783 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40e751-4455-4e8f-82ea-88e38f99f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5529e1-3146-4470-b1fe-921b8b4b6046,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:51.349433 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47718) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:51.369469 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:51.391674 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:51.392020 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 612f8011-3fd7-4fd5-81b7-6b8d4fe307aa not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:51.443403 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2040332077-network', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:51.462424 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Made reservation on behalf of de8259c7f55246efb1170be86593aa0d for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:16:51.464746 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.474027 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.546388 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Publish callbacks [] for security_group (5b11840e-8e8e-4a47-8128-e718f1dc15f9), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.549988 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5b11840e-8e8e-4a47-8128-e718f1dc15f9), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.575077 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:16:51.584380 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b11840e-8e8e-4a47-8128-e718f1dc15f9,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:51.590153 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (561752d2-5f31-4e40-9fa1-5dd0e8b968af), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.590496 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Added segment 561752d2-5f31-4e40-9fa1-5dd0e8b968af of type vlan for network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 Mar 08 06:16:51.629602 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.654285 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.655179 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:51.656517 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.688989 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3384809 Mar 08 06:16:51.693479 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47722) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:51.698688 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Request body: {'subnet': {'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2040332077-subnet', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:51.721711 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ab7c4-477a-41f9-a0aa-ef6ffb3ff7be admin admin] Pushing event updated for resources: {'Network': ['ID=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:51.722310 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Made reservation on behalf of de8259c7f55246efb1170be86593aa0d for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:16:51.724651 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13186590'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.733771 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:16:51.798439 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47730) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:51.912106 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13186560'] for subnet (6d1dd387-b995-42dc-bbc5-6e000ea2a882), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:51.966005 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1dd387-b995-42dc-bbc5-6e000ea2a882,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:51.975146 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Checking segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:16:51.975511 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Network hostable DHCP agents. Network: 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:16:51.991743 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:16:52.000475 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:52.004592 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:52.005522 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.012437 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001004e-7588-4c29-99ae-fefc5dd58290 None None] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:16:52.021491 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-8bd5616d-e2d1-437a-9c13-4ac3f1316aac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3268869 Mar 08 06:16:52.024045 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47734) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:52.028219 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:52.048566 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (80a4b210-2bb3-41c0-b797-a256744d967e), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.049935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (80a4b210-2bb3-41c0-b797-a256744d967e), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.104492 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks [] for router_controller (80a4b210-2bb3-41c0-b797-a256744d967e), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.123557 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:16:52.125858 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.229455 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.246266 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks [] for router_gateway (80a4b210-2bb3-41c0-b797-a256744d967e), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.276436 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Allocated IP 172.20.0.2 (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1/6d1dd387-b995-42dc-bbc5-6e000ea2a882/91d1e47c-9196-4f6c-b404-fe1ec0da076c) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:16:52.432888 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Publish callbacks [] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.438850 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.460196 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks [] for router_gateway (80a4b210-2bb3-41c0-b797-a256744d967e), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.480801 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.481058 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:16:52.484569 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:52.488884 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:16:52.497959 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Pushing event updated for resources: {'Port': ['ID=91d1e47c-9196-4f6c-b404-fe1ec0da076c,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:52.508061 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Deleting port 3ccc53cd-958d-427a-84a9-126419b0dbef {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:52.508988 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.551131 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Attempting to bind port 91d1e47c-9196-4f6c-b404-fe1ec0da076c on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:16:52.551502 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Attempting to bind port 91d1e47c-9196-4f6c-b404-fe1ec0da076c by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:16:52.551866 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Attempting to bind port 91d1e47c-9196-4f6c-b404-fe1ec0da076c on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:16:52.557484 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:16:52.557860 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Checking segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:16:52.558262 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.558674 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Bound using segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:16:52.559138 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Bound port: 91d1e47c-9196-4f6c-b404-fe1ec0da076c, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:16:52.559515 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.589764 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] For port 3ccc53cd-958d-427a-84a9-126419b0dbef, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=3ccc53cd-958d-427a-84a9-126419b0dbef,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:52.590170 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.596141 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Allocated IP 172.27.2.117 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/b03a5afb-c1f3-413a-af3f-9c311241e3e3) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:16:52.604248 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Calling delete_port for 3ccc53cd-958d-427a-84a9-126419b0dbef owned by network:router_interface {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:52.628357 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] For port 91d1e47c-9196-4f6c-b404-fe1ec0da076c, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:16:52.631779 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] For port 91d1e47c-9196-4f6c-b404-fe1ec0da076c, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=91d1e47c-9196-4f6c-b404-fe1ec0da076c,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:16:52.637663 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.696150 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a730224-0483-467b-a262-d384eb21b9ee None None] Pushing event updated for resources: {'Port': ['ID=91d1e47c-9196-4f6c-b404-fe1ec0da076c,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:52.702410 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks [] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.747618 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.788242 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:16:52.791082 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:52.794944 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:16:52.801692 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Pushing event updated for resources: {'Port': ['ID=b03a5afb-c1f3-413a-af3f-9c311241e3e3,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:52.822596 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (3ccc53cd-958d-427a-84a9-126419b0dbef), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:52.854571 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccc53cd-958d-427a-84a9-126419b0dbef,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:53.085957 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.110546 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks [] for router_gateway (80a4b210-2bb3-41c0-b797-a256744d967e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.291653 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 91d1e47c-9196-4f6c-b404-fe1ec0da076c up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:16:53.333302 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Router aea2b132-f0ae-48b9-9db6-7b909ffd85fe has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:16:53.340291 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (80a4b210-2bb3-41c0-b797-a256744d967e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.351007 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 91d1e47c-9196-4f6c-b404-fe1ec0da076c triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:53.351587 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.434594 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 91d1e47c-9196-4f6c-b404-fe1ec0da076c is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:53.435245 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.467185 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:16:53.474193 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-f9641be1-9206-411b-8a54-3d4270477e33 admin admin] 10.222.0.16 "PUT /v2.0/routers/aea2b132-f0ae-48b9-9db6-7b909ffd85fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745739 Mar 08 06:16:53.476478 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47736) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:53.478872 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] Sync routers for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:16:53.485422 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 91d1e47c-9196-4f6c-b404-fe1ec0da076c, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=91d1e47c-9196-4f6c-b404-fe1ec0da076c,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:53.490541 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.491960 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Router 80a4b210-2bb3-41c0-b797-a256744d967e is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:16:53.496648 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:53.499252 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:53.569466 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=91d1e47c-9196-4f6c-b404-fe1ec0da076c,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:53.608333 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks [] for router (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.616456 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:16:53.628874 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:16:53.641985 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:53.645600 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.649754 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-33e3e960-3a3e-4ee8-87f9-ffe8e8b01441 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6247284 Mar 08 06:16:53.650941 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:53.651904 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47738) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:53.698329 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:53.768696 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks [] for router_gateway (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.821546 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:53.859808 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Deleting port 5c66db0c-14d9-4ca4-894f-85c02864743f {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:53.860269 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.947385 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8f6c48-7dfb-4d28-b9d0-4213d06decb7 None None] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:16:53.980840 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] For port 5c66db0c-14d9-4ca4-894f-85c02864743f, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=5c66db0c-14d9-4ca4-894f-85c02864743f,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:53.981219 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:53.998742 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:16:52Z', 'revision_number': 5, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port': {'id': '5c66db0c-14d9-4ca4-894f-85c02864743f', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:18:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:06:46Z', 'updated_at': '2022-03-08T06:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:54.000345 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Calling delete_port for 5c66db0c-14d9-4ca4-894f-85c02864743f owned by network:router_gateway {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:54.029031 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] Checking router: aea2b132-f0ae-48b9-9db6-7b909ffd85fe for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:16:54.039739 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] Routers {'aea2b132-f0ae-48b9-9db6-7b909ffd85fe'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:54.040372 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:54.175249 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-71f8a83f-4dff-4cec-a39b-b3d5df2b1263 None None] Provisioning complete for port 91d1e47c-9196-4f6c-b404-fe1ec0da076c triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:54.175985 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71f8a83f-4dff-4cec-a39b-b3d5df2b1263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.205308 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (5c66db0c-14d9-4ca4-894f-85c02864743f), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.240329 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c66db0c-14d9-4ca4-894f-85c02864743f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:54.272625 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] Set router aea2b132-f0ae-48b9-9db6-7b909ffd85fe gateway port host: None {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:54.336362 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.361636 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-71f8a83f-4dff-4cec-a39b-b3d5df2b1263 None None] Current status of the port 91d1e47c-9196-4f6c-b404-fe1ec0da076c is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:54.364997 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:16:53Z', 'revision_number': 6, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:54.380466 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:52Z', 'revision_number': 3, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:54.408712 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:16:54.409230 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Updating router 80a4b210-2bb3-41c0-b797-a256744d967e port b03a5afb-c1f3-413a-af3f-9c311241e3e3 binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:16:54.415534 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b49be-e5f3-4f41-a104-a576dfb0ffee None None] The sync data for ids ['aea2b132-f0ae-48b9-9db6-7b909ffd85fe'] in dv-cinder-828060-10-iscsi is: [{'id': 'aea2b132-f0ae-48b9-9db6-7b909ffd85fe', 'name': 'tempest-AttachVolumeShelveTestJSON-1986427417-router', 'tenant_id': '6bac5ef03da8437ab8c6c14818aee92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:06:45Z', 'updated_at': '2022-03-08T06:16:53Z', 'revision_number': 6, 'project_id': '6bac5ef03da8437ab8c6c14818aee92a', 'gw_port_host': None}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:16:54.445908 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.464580 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.471891 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks [] for router_controller (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.536147 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (aea2b132-f0ae-48b9-9db6-7b909ffd85fe), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.537587 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aea2b132-f0ae-48b9-9db6-7b909ffd85fe {{(pid=103358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:16:54.543362 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.547850 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-f418929d-4b4a-4ec5-994f-6aef50c3a3e4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/aea2b132-f0ae-48b9-9db6-7b909ffd85fe HTTP/1.1" status: 204 len: 168 time: 1.0703084 Mar 08 06:16:54.548512 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.549001 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47740) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:54.606821 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e44d81f-8d6f-40ba-8a80-59e66f190ffb admin admin] Deleting subnet 1ef7d34b-0915-427a-b422-fdcea5695c0a {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:16:54.610264 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6e44d81f-8d6f-40ba-8a80-59e66f190ffb admin admin] Publish callbacks [] for subnet (1ef7d34b-0915-427a-b422-fdcea5695c0a), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.646989 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6e44d81f-8d6f-40ba-8a80-59e66f190ffb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602194'] for subnet (1ef7d34b-0915-427a-b422-fdcea5695c0a), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.702360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-54c950e1-257a-4839-80b4-c91403b73a98 None None] Provisioning complete for port 91d1e47c-9196-4f6c-b404-fe1ec0da076c triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:54.703228 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-54c950e1-257a-4839-80b4-c91403b73a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.725630 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Allocated IP 172.20.0.1 (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1/6d1dd387-b995-42dc-bbc5-6e000ea2a882/d8381122-f2f5-477c-9445-b1f8b2880830) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:16:54.729454 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6e44d81f-8d6f-40ba-8a80-59e66f190ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (1ef7d34b-0915-427a-b422-fdcea5695c0a), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.792476 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6e44d81f-8d6f-40ba-8a80-59e66f190ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13000925'] for subnet (1ef7d34b-0915-427a-b422-fdcea5695c0a), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.799786 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Publish callbacks [] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.839030 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44d81f-8d6f-40ba-8a80-59e66f190ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef7d34b-0915-427a-b422-fdcea5695c0a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:54.841344 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6e44d81f-8d6f-40ba-8a80-59e66f190ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.845043 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-6e44d81f-8d6f-40ba-8a80-59e66f190ffb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1ef7d34b-0915-427a-b422-fdcea5695c0a HTTP/1.1" status: 204 len: 168 time: 0.2954204 Mar 08 06:16:54.846900 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4f4e55-3ff2-448b-b73f-2b1d1cba214c None None] Network cc057a0a-6438-4955-afc7-7a4b9fd32d05 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:16:54.848971 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47742) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:54.856042 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.940388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Publish callbacks [] for port (d8381122-f2f5-477c-9445-b1f8b2880830), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.945336 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (cc057a0a-6438-4955-afc7-7a4b9fd32d05), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:54.958801 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-54c950e1-257a-4839-80b4-c91403b73a98 None None] Current status of the port 91d1e47c-9196-4f6c-b404-fe1ec0da076c is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:54.994032 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93217d4b-ffd4-4e72-bfb3-f25287f95514 None None] Pushing event updated for resources: {'Port': ['ID=b03a5afb-c1f3-413a-af3f-9c311241e3e3,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:54.997785 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Attempting to bind port b03a5afb-c1f3-413a-af3f-9c311241e3e3 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:16:54.998160 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Attempting to bind port b03a5afb-c1f3-413a-af3f-9c311241e3e3 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:16:54.998530 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Attempting to bind port b03a5afb-c1f3-413a-af3f-9c311241e3e3 on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:16:55.007095 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:16:55.007481 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:16:55.007885 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.008276 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:16:55.008748 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Bound port: b03a5afb-c1f3-413a-af3f-9c311241e3e3, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:16:55.009131 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.010486 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.054855 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:16:55.060654 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:55.065872 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:16:55.068370 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] For port b03a5afb-c1f3-413a-af3f-9c311241e3e3, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:16:55.072590 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] For port b03a5afb-c1f3-413a-af3f-9c311241e3e3, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=b03a5afb-c1f3-413a-af3f-9c311241e3e3,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:16:55.073005 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Deleting port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:16:55.073412 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.079719 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.092497 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Pushing event updated for resources: {'Port': ['ID=d8381122-f2f5-477c-9445-b1f8b2880830,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:55.131792 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:55.132248 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:55.165283 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (80a4b210-2bb3-41c0-b797-a256744d967e), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.202799 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93217d4b-ffd4-4e72-bfb3-f25287f95514 None None] Pushing event updated for resources: {'Port': ['ID=b03a5afb-c1f3-413a-af3f-9c311241e3e3,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:55.205657 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] For port 31bd3f16-91c6-4a1d-871f-4f2626c6a312, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=31bd3f16-91c6-4a1d-871f-4f2626c6a312,segment=NetworkSegment(7eaa4a45-bd17-42bd-b460-d81fe2e9990b),segment_id=7eaa4a45-bd17-42bd-b460-d81fe2e9990b)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:55.206028 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.225912 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Calling delete_port for 31bd3f16-91c6-4a1d-871f-4f2626c6a312 owned by network:dhcp {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:16:55.291867 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:55.340924 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15f03b9-9925-484b-8c13-5c6a392191e2 None None] DHCP port deletion for cc057a0a-6438-4955-afc7-7a4b9fd32d05 request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:16:55.386209 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (31bd3f16-91c6-4a1d-871f-4f2626c6a312), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.416663 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 91d1e47c-9196-4f6c-b404-fe1ec0da076c up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:16:55.418184 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=31bd3f16-91c6-4a1d-871f-4f2626c6a312,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:55.420355 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a15f03b9-9925-484b-8c13-5c6a392191e2 None None] The port '31bd3f16-91c6-4a1d-871f-4f2626c6a312' was deleted {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 08 06:16:55.427346 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] No DVR routers for this DVR port 31bd3f16-91c6-4a1d-871f-4f2626c6a312 on host dv-cinder-828060-10-iscsi {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:16:55.449364 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.501926 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-5a04783a-b78f-4b77-b3fd-201375af7e32 None None] Provisioning complete for port d8381122-f2f5-477c-9445-b1f8b2880830 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:55.502564 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5a04783a-b78f-4b77-b3fd-201375af7e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.541248 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (cc057a0a-6438-4955-afc7-7a4b9fd32d05), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.573885 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-5a04783a-b78f-4b77-b3fd-201375af7e32 None None] Port d8381122-f2f5-477c-9445-b1f8b2880830 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:16:55.577334 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc057a0a-6438-4955-afc7-7a4b9fd32d05']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:55.595822 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaa4a45-bd17-42bd-b460-d81fe2e9990b') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:55.596123 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaa4a45-bd17-42bd-b460-d81fe2e9990b') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:55.613223 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 91d1e47c-9196-4f6c-b404-fe1ec0da076c triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:55.613605 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.617383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (7eaa4a45-bd17-42bd-b460-d81fe2e9990b), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.687318 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (7eaa4a45-bd17-42bd-b460-d81fe2e9990b), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.697071 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:16:55.697469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (7eaa4a45-bd17-42bd-b460-d81fe2e9990b), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:16:55.699175 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:16:55.704173 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:52Z', 'revision_number': 3, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:55.755980 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0edbb6f-f4e6-4245-8a7a-44170df9c490 None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:52Z', 'revision_number': 3, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:16:55.774946 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 91d1e47c-9196-4f6c-b404-fe1ec0da076c is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:55.783004 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (cc057a0a-6438-4955-afc7-7a4b9fd32d05), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.788833 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.794622 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc057a0a-6438-4955-afc7-7a4b9fd32d05 HTTP/1.1" status: 204 len: 168 time: 0.9447324 Mar 08 06:16:55.809001 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7106-a948-40ca-b5cc-ab2c0dc311b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc057a0a-6438-4955-afc7-7a4b9fd32d05,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:55.829988 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Publish callbacks [] for port (d8381122-f2f5-477c-9445-b1f8b2880830), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.835174 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.868451 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5c66db0c-14d9-4ca4-894f-85c02864743f no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:55.891488 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 5c66db0c-14d9-4ca4-894f-85c02864743f {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:55.891846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 5c66db0c-14d9-4ca4-894f-85c02864743f not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:55.892273 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 31bd3f16-91c6-4a1d-871f-4f2626c6a312 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:55.907349 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Pushing event updated for resources: {'Port': ['ID=d8381122-f2f5-477c-9445-b1f8b2880830,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:55.909898 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (80a4b210-2bb3-41c0-b797-a256744d967e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:55.919912 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 31bd3f16-91c6-4a1d-871f-4f2626c6a312 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:55.920099 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 31bd3f16-91c6-4a1d-871f-4f2626c6a312 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:55.920441 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 3ccc53cd-958d-427a-84a9-126419b0dbef no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:16:55.951295 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 3ccc53cd-958d-427a-84a9-126419b0dbef {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:16:55.951747 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 3ccc53cd-958d-427a-84a9-126419b0dbef not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:16:55.953799 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47746) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:56.006213 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-c12b0b1a-5bb7-4940-8fd1-75986c7e0345 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bac5ef03da8437ab8c6c14818aee92a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501482 Mar 08 06:16:56.008553 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47748) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:56.013530 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:16:56.015819 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:56.064082 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2ec043e6-cbe8-4285-848d-0fbb18b96845 admin admin] Publish callbacks [] for security_group (00d25c4b-c62e-4237-8ab2-2182451b564d), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:56.097459 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2ec043e6-cbe8-4285-848d-0fbb18b96845 admin admin] Publish callbacks [] for security_group (00d25c4b-c62e-4237-8ab2-2182451b564d), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:56.176005 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Router 80a4b210-2bb3-41c0-b797-a256744d967e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:16:56.179498 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2ec043e6-cbe8-4285-848d-0fbb18b96845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (00d25c4b-c62e-4237-8ab2-2182451b564d), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:56.183007 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2ec043e6-cbe8-4285-848d-0fbb18b96845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:56.184528 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-2ec043e6-cbe8-4285-848d-0fbb18b96845 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00d25c4b-c62e-4237-8ab2-2182451b564d HTTP/1.1" status: 204 len: 168 time: 0.1750329 Mar 08 06:16:56.194373 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec043e6-cbe8-4285-848d-0fbb18b96845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d25c4b-c62e-4237-8ab2-2182451b564d,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:56.302655 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-84b5b169-52e7-4d3e-95fe-46039292fddc None None] Provisioning complete for port d8381122-f2f5-477c-9445-b1f8b2880830 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:56.303182 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-84b5b169-52e7-4d3e-95fe-46039292fddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:56.343980 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-84b5b169-52e7-4d3e-95fe-46039292fddc None None] Port d8381122-f2f5-477c-9445-b1f8b2880830 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:16:56.367961 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:16:56.376973 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-fd8aa7ff-4371-42ee-b383-0e5672e74d54 admin admin] 10.222.0.16 "PUT /v2.0/routers/80a4b210-2bb3-41c0-b797-a256744d967e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7237985 Mar 08 06:16:57.040255 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47786) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:57.046860 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1611844417-network', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:57.072001 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Made reservation on behalf of cef0a8f468b64cb5b599f0dbe62a9f3c for: {'network': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:16:57.074518 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.087645 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.175275 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device b03a5afb-c1f3-413a-af3f-9c311241e3e3 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:16:57.178129 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Publish callbacks [] for security_group (22adcff0-a7df-4da2-b930-b6b22b2fc7b5), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.183348 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (22adcff0-a7df-4da2-b930-b6b22b2fc7b5), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.207408 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:16:57.224219 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22adcff0-a7df-4da2-b930-b6b22b2fc7b5,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:57.227608 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (b5c44007-8dc4-4262-b340-a015b7a02a56), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.227957 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.segments_db [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Added segment b5c44007-8dc4-4262-b340-a015b7a02a56 of type vlan for network 46b90003-0d60-425b-b289-4520fea83226 Mar 08 06:16:57.236162 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port b03a5afb-c1f3-413a-af3f-9c311241e3e3 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:57.236539 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.282970 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (46b90003-0d60-425b-b289-4520fea83226), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.330973 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port b03a5afb-c1f3-413a-af3f-9c311241e3e3 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:57.331664 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.333001 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (46b90003-0d60-425b-b289-4520fea83226), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.334051 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:57.334753 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.353317 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port b03a5afb-c1f3-413a-af3f-9c311241e3e3, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=b03a5afb-c1f3-413a-af3f-9c311241e3e3,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:57.357935 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.398565 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3571460 Mar 08 06:16:57.401348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47796) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:57.404899 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3a8c1-14aa-44d1-8361-d440331ec6bd admin admin] Pushing event updated for resources: {'Network': ['ID=46b90003-0d60-425b-b289-4520fea83226,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:57.406530 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Request body: {'subnet': {'network_id': '46b90003-0d60-425b-b289-4520fea83226', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1611844417-subnet', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'ip_version': 4}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:57.417083 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=b03a5afb-c1f3-413a-af3f-9c311241e3e3,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:57.429086 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 46b90003-0d60-425b-b289-4520fea83226 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:16:57.429540 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Made reservation on behalf of cef0a8f468b64cb5b599f0dbe62a9f3c for: {'subnet': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:16:57.432550 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13186590'] for subnet (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.651913 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14105614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13186560'] for subnet (201a020b-0a4b-40c7-90e2-021cbf67713e), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.666127 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:16:57.677220 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:57.677834 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:57.711732 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Pushing event updated for resources: {'Subnet': ['ID=201a020b-0a4b-40c7-90e2-021cbf67713e,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:57.721103 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Checking segment: {'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:16:57.721472 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Network hostable DHCP agents. Network: 46b90003-0d60-425b-b289-4520fea83226, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:16:57.738706 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Network 46b90003-0d60-425b-b289-4520fea83226 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:16:57.750999 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 46b90003-0d60-425b-b289-4520fea83226) {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:57.755645 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:57.756803 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.761857 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7005e1b-0f98-45a3-b77f-e373a3b677b4 None None] Network 46b90003-0d60-425b-b289-4520fea83226 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:16:57.777407 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-85077c2f-4f30-4e6c-8bdb-036bcbda839e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3749511 Mar 08 06:16:57.779898 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47806) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:16:57.786487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:16:57.808917 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:57.815197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16271001', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9546'] for router (7b16213b-7372-4383-9d3f-3a3305ac9e9c), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.816386 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16272489', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16269530', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16561583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9597'] for router (7b16213b-7372-4383-9d3f-3a3305ac9e9c), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.890139 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks [] for router_controller (7b16213b-7372-4383-9d3f-3a3305ac9e9c), precommit_add_association {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:57.892060 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59141184-a133-5199-85e9-f9c0f306f42a-46b90003-0d60-425b-b289-4520fea83226', 'network_id': '46b90003-0d60-425b-b289-4520fea83226', 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'fixed_ips': [{'subnet_id': '201a020b-0a4b-40c7-90e2-021cbf67713e'}]}} from dv-cinder-828060-10-iscsi. {{(pid=103360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 06:16:57.893005 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.054050 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks [] for router_gateway (7b16213b-7372-4383-9d3f-3a3305ac9e9c), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.055865 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.db_base_plugin_common [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Allocated IP 172.20.0.2 (46b90003-0d60-425b-b289-4520fea83226/201a020b-0a4b-40c7-90e2-021cbf67713e/54621cf1-3c81-4da9-b807-4f12340c3237) {{(pid=103360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:16:58.058881 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 2, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:58.087462 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:16:58.088129 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Updating router 80a4b210-2bb3-41c0-b797-a256744d967e port d8381122-f2f5-477c-9445-b1f8b2880830 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:16:58.138803 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.297334 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks [] for router_gateway (7b16213b-7372-4383-9d3f-3a3305ac9e9c), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.321708 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.392015 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Publish callbacks [] for port (54621cf1-3c81-4da9-b807-4f12340c3237), precommit_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.399870 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), after_create {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.432161 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Allocated IP 172.27.2.246 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/746afd48-2c32-4fd1-8cba-e89e91e70342) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:16:58.441550 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Network 46b90003-0d60-425b-b289-4520fea83226 is already hosted by enough agents. {{(pid=103360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:16:58.444411 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.scheduler.base_scheduler [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Resources bound (agent type, host, resource id): {{(pid=103360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:58.447944 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Received port after_create {{(pid=103360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:16:58.455259 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Pushing event updated for resources: {'Port': ['ID=54621cf1-3c81-4da9-b807-4f12340c3237,revision_number=1']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:58.464373 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Publish callbacks [] for port (d8381122-f2f5-477c-9445-b1f8b2880830), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.472615 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.514769 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Attempting to bind port 54621cf1-3c81-4da9-b807-4f12340c3237 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:16:58.515159 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Attempting to bind port 54621cf1-3c81-4da9-b807-4f12340c3237 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:16:58.515522 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Attempting to bind port 54621cf1-3c81-4da9-b807-4f12340c3237 on network 46b90003-0d60-425b-b289-4520fea83226 {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:16:58.520988 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:16:58.521375 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Checking segment: {'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:16:58.521783 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.522693 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Bound using segment: {'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:16:58.523187 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Bound port: 54621cf1-3c81-4da9-b807-4f12340c3237, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:16:58.523572 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.554480 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Pushing event updated for resources: {'Port': ['ID=d8381122-f2f5-477c-9445-b1f8b2880830,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:58.583342 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.583864 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.584315 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.584750 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.585176 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.585672 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.585885 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.586135 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.586458 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.586806 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.587606 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.587606 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.587812 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:16:58.596063 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] For port 54621cf1-3c81-4da9-b807-4f12340c3237, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:16:58.596267 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Attempting to bind port d8381122-f2f5-477c-9445-b1f8b2880830 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:16:58.596505 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Attempting to bind port d8381122-f2f5-477c-9445-b1f8b2880830 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:16:58.596861 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Attempting to bind port d8381122-f2f5-477c-9445-b1f8b2880830 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:16:58.599556 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] For port 54621cf1-3c81-4da9-b807-4f12340c3237, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=54621cf1-3c81-4da9-b807-4f12340c3237,segment=NetworkSegment(b5c44007-8dc4-4262-b340-a015b7a02a56),segment_id=b5c44007-8dc4-4262-b340-a015b7a02a56)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:16:58.602235 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:16:58.602707 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Checking segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:16:58.603134 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.603566 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Bound using segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:16:58.603962 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Bound port: d8381122-f2f5-477c-9445-b1f8b2880830, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:16:58.604370 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.612451 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.638968 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks [] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.674235 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec1144-a210-40c9-8ba0-87d97358e193 None None] Pushing event updated for resources: {'Port': ['ID=54621cf1-3c81-4da9-b807-4f12340c3237,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:58.681534 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] For port d8381122-f2f5-477c-9445-b1f8b2880830, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:16:58.688183 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] For port d8381122-f2f5-477c-9445-b1f8b2880830, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=d8381122-f2f5-477c-9445-b1f8b2880830,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:16:58.695894 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-0274ce65-11f1-4f5b-9a73-36ded4d3544b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1585078 Mar 08 06:16:58.697506 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.708175 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.729285 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:16:58.733208 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:16:58.737577 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:16:58.766216 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:16:58.766890 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:58.802110 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-abf4d9e8-8678-41d7-91bc-3c4b12debd7a None None] Provisioning complete for port d8381122-f2f5-477c-9445-b1f8b2880830 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:58.802490 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abf4d9e8-8678-41d7-91bc-3c4b12debd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.808803 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229ca53-41e2-48c5-8619-08591a164f1b None None] Pushing event updated for resources: {'Port': ['ID=d8381122-f2f5-477c-9445-b1f8b2880830,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:58.874195 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Pushing event updated for resources: {'Port': ['ID=746afd48-2c32-4fd1-8cba-e89e91e70342,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:58.914210 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:16:58.941986 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-abf4d9e8-8678-41d7-91bc-3c4b12debd7a None None] Current status of the port d8381122-f2f5-477c-9445-b1f8b2880830 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:58.942440 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abf4d9e8-8678-41d7-91bc-3c4b12debd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:58.990337 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-abf4d9e8-8678-41d7-91bc-3c4b12debd7a None None] For port d8381122-f2f5-477c-9445-b1f8b2880830, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=d8381122-f2f5-477c-9445-b1f8b2880830,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:58.999938 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-abf4d9e8-8678-41d7-91bc-3c4b12debd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:59.070943 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-d3cf3c93-a4f7-4115-9b52-062fe7e3c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:59.071700 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4d9e8-8678-41d7-91bc-3c4b12debd7a None None] Pushing event updated for resources: {'Port': ['ID=d8381122-f2f5-477c-9445-b1f8b2880830,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:59.072530 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-d3cf3c93-a4f7-4115-9b52-062fe7e3c1c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 1129 time: 0.2829871 Mar 08 06:16:59.238635 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-bac1fa6e-87d4-468a-900c-0d3a1df1372a None None] Provisioning complete for port d8381122-f2f5-477c-9445-b1f8b2880830 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:59.241225 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bac1fa6e-87d4-468a-900c-0d3a1df1372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:59.282009 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:16:59.323822 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device b03a5afb-c1f3-413a-af3f-9c311241e3e3 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:16:59.349586 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518e413-e7fb-4b54-9996-c9ff541390f1 None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:16:59.395475 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port b03a5afb-c1f3-413a-af3f-9c311241e3e3 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:59.395989 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:59.532266 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bac1fa6e-87d4-468a-900c-0d3a1df1372a None None] Current status of the port d8381122-f2f5-477c-9445-b1f8b2880830 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:59.572782 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-a68a7542-95b8-4a00-8c28-3836f0fc59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:59.574270 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-a68a7542-95b8-4a00-8c28-3836f0fc59b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.4704156 Mar 08 06:16:59.593855 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port b03a5afb-c1f3-413a-af3f-9c311241e3e3 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:59.595071 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 54621cf1-3c81-4da9-b807-4f12340c3237 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:16:59.645729 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 54621cf1-3c81-4da9-b807-4f12340c3237 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:16:59.646109 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:59.677123 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks [] for router_gateway (7b16213b-7372-4383-9d3f-3a3305ac9e9c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:59.683037 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-5f33b7d6-60bf-40de-a081-6d8225df6684 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0766342 Mar 08 06:16:59.747329 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 54621cf1-3c81-4da9-b807-4f12340c3237 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:16:59.747730 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:59.786674 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 54621cf1-3c81-4da9-b807-4f12340c3237, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=54621cf1-3c81-4da9-b807-4f12340c3237,segment=NetworkSegment(b5c44007-8dc4-4262-b340-a015b7a02a56),segment_id=b5c44007-8dc4-4262-b340-a015b7a02a56)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:16:59.792186 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:16:59.817006 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-b5ec11f3-d212-45ec-8798-8be3e9297a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:59.818823 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-b5ec11f3-d212-45ec-8798-8be3e9297a9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.1021988 Mar 08 06:16:59.849526 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=54621cf1-3c81-4da9-b807-4f12340c3237,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:16:59.938451 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-f2370dac-bb6a-4326-b104-91f649458248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:16:59.940037 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-f2370dac-bb6a-4326-b104-91f649458248 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1075001 Mar 08 06:17:00.053062 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b29d5-9bd8-4ee1-bdb4-38040dd6a3bf None None] Network 46b90003-0d60-425b-b289-4520fea83226 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:17:00.058491 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16272482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269559'] for router (7b16213b-7372-4383-9d3f-3a3305ac9e9c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:00.111100 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-54639f40-38c3-4e5b-9f41-87348713c18d service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645250 Mar 08 06:17:00.171862 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-7bdb176f-6933-4223-af36-e78107a7f882 None None] Provisioning complete for port 54621cf1-3c81-4da9-b807-4f12340c3237 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:00.172223 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7bdb176f-6933-4223-af36-e78107a7f882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:00.220313 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Router 7b16213b-7372-4383-9d3f-3a3305ac9e9c is scheduled to L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 with binding_index 1 {{(pid=103359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 06:17:00.262870 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb176f-6933-4223-af36-e78107a7f882 None None] Current status of the port 54621cf1-3c81-4da9-b807-4f12340c3237 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:00.357058 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:17:00.368834 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Sync routers for ids ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:17:00.379716 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:00.380474 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Routers {'7b16213b-7372-4383-9d3f-3a3305ac9e9c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:17:00.380835 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-27399907-6e78-40e1-b714-41beef3eee22 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5976248 Mar 08 06:17:00.383469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47820) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:00.384234 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:17:00.507529 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-907c2310-947e-48de-83b5-df416f4ef3e3 None None] Provisioning complete for port 54621cf1-3c81-4da9-b807-4f12340c3237 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:00.508156 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-907c2310-947e-48de-83b5-df416f4ef3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:00.534413 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Set router 7b16213b-7372-4383-9d3f-3a3305ac9e9c gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:17:00.741087 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-907c2310-947e-48de-83b5-df416f4ef3e3 None None] Current status of the port 54621cf1-3c81-4da9-b807-4f12340c3237 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:00.760673 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:16:59Z', 'revision_number': 3, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port': {'id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:19:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:58Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:17:00.791705 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Checking router: 7b16213b-7372-4383-9d3f-3a3305ac9e9c for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:17:00.791969 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Updating router 7b16213b-7372-4383-9d3f-3a3305ac9e9c port 746afd48-2c32-4fd1-8cba-e89e91e70342 binding host dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:17:00.815045 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:00.818637 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:00.969337 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Allocated IP 172.20.0.1 (46b90003-0d60-425b-b289-4520fea83226/201a020b-0a4b-40c7-90e2-021cbf67713e/0b896673-01d7-4c7f-9468-ee972c112c99) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:17:01.067258 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Publish callbacks [] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), precommit_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.070236 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Publish callbacks [] for port (0b896673-01d7-4c7f-9468-ee972c112c99), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.072648 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.107354 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.136327 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bea2bb-c6a5-4251-8e06-0e3e70bbd4f3 None None] Pushing event updated for resources: {'Port': ['ID=746afd48-2c32-4fd1-8cba-e89e91e70342,revision_number=2']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:01.138724 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Attempting to bind port 746afd48-2c32-4fd1-8cba-e89e91e70342 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:17:01.139093 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Attempting to bind port 746afd48-2c32-4fd1-8cba-e89e91e70342 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:17:01.139456 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Attempting to bind port 746afd48-2c32-4fd1-8cba-e89e91e70342 on network a8fa3706-1200-4683-beca-2d063c4eb23f {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:17:01.146297 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:17:01.146695 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Checking segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:17:01.147096 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.147482 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Bound using segment: {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'} {{(pid=103360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:17:01.148474 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.managers [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Bound port: 746afd48-2c32-4fd1-8cba-e89e91e70342, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e312ca-6b19-43b4-a72c-78fdade5dfb8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f'}}] {{(pid=103360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:17:01.148474 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.153593 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Network 46b90003-0d60-425b-b289-4520fea83226 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:17:01.158222 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:17:01.160666 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:17:01.185851 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b896673-01d7-4c7f-9468-ee972c112c99,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:01.213568 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16760538'] for router_interface (7b16213b-7372-4383-9d3f-3a3305ac9e9c), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.214650 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] For port 746afd48-2c32-4fd1-8cba-e89e91e70342, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:17:01.225676 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] For port 746afd48-2c32-4fd1-8cba-e89e91e70342, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=746afd48-2c32-4fd1-8cba-e89e91e70342,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:17:01.235793 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.304985 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device d8381122-f2f5-477c-9445-b1f8b2880830 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:17:01.347710 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Routers {'7b16213b-7372-4383-9d3f-3a3305ac9e9c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:17:01.348352 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:17:01.374688 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.403860 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bea2bb-c6a5-4251-8e06-0e3e70bbd4f3 None None] Pushing event updated for resources: {'Port': ['ID=746afd48-2c32-4fd1-8cba-e89e91e70342,revision_number=3']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:01.427292 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port d8381122-f2f5-477c-9445-b1f8b2880830 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:01.427656 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.570910 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-541efcf3-1ee1-4781-8239-98b7cae63dec req-e713223b-4ff7-47b2-9539-07cae7fc2189 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690827 Mar 08 06:17:01.624404 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Publish callbacks [] for port (0b896673-01d7-4c7f-9468-ee972c112c99), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.630448 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.659876 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-bed8a5c6-4ad2-48dd-93e3-4f16f0f85338 None None] Provisioning complete for port 0b896673-01d7-4c7f-9468-ee972c112c99 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:01.660449 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bed8a5c6-4ad2-48dd-93e3-4f16f0f85338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.662766 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] Set router 7b16213b-7372-4383-9d3f-3a3305ac9e9c gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:17:01.694232 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16311923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16760502'] for router_interface (7b16213b-7372-4383-9d3f-3a3305ac9e9c), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:01.696086 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b896673-01d7-4c7f-9468-ee972c112c99,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:01.791480 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-bed8a5c6-4ad2-48dd-93e3-4f16f0f85338 None None] Port 0b896673-01d7-4c7f-9468-ee972c112c99 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:17:01.857897 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port d8381122-f2f5-477c-9445-b1f8b2880830 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:01.859154 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 54621cf1-3c81-4da9-b807-4f12340c3237 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:17:01.955565 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 54621cf1-3c81-4da9-b807-4f12340c3237 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:01.955947 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:02.012633 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:17:01Z', 'revision_number': 4, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port': {'id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:19:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:58Z', 'updated_at': '2022-03-08T06:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '0b896673-01d7-4c7f-9468-ee972c112c99', 'name': '', 'network_id': '46b90003-0d60-425b-b289-4520fea83226', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'mac_address': 'fa:16:3e:db:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:17:00Z', 'updated_at': '2022-03-08T06:17:00Z', 'revision_number': 1, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'subnets': [{'id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:17:02.031290 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Network 46b90003-0d60-425b-b289-4520fea83226 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:17:02.032889 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:17:02.046641 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3ac63-3302-476f-9875-f67ecddfd9aa None None] The sync data for ids ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'] in dv-cinder-828060-10-iscsi is: [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:17:01Z', 'revision_number': 4, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port': {'id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:19:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:58Z', 'updated_at': '2022-03-08T06:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '0b896673-01d7-4c7f-9468-ee972c112c99', 'name': '', 'network_id': '46b90003-0d60-425b-b289-4520fea83226', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'mac_address': 'fa:16:3e:db:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:17:00Z', 'updated_at': '2022-03-08T06:17:00Z', 'revision_number': 1, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'subnets': [{'id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:17:02.081372 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 54621cf1-3c81-4da9-b807-4f12340c3237 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:02.154485 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Router 7b16213b-7372-4383-9d3f-3a3305ac9e9c has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:17:02.276778 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:17:02.290464 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-db289368-b7cc-4eae-8e1e-32dcb4d49cb1 admin admin] 10.222.0.16 "PUT /v2.0/routers/7b16213b-7372-4383-9d3f-3a3305ac9e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8979921 Mar 08 06:17:02.311373 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-acff34f9-4e6b-4e48-b7bc-311ba20c9c80 None None] Provisioning complete for port 0b896673-01d7-4c7f-9468-ee972c112c99 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:02.312351 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-acff34f9-4e6b-4e48-b7bc-311ba20c9c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:02.354264 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-acff34f9-4e6b-4e48-b7bc-311ba20c9c80 None None] Port 0b896673-01d7-4c7f-9468-ee972c112c99 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:17:02.819778 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47836) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:02.825341 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-450fc610-5885-4cb4-8547-37a4caa0b5d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396911641', 'description': 'tempest-secgroup-smoke-1396911641 description', 'project_id': 'de8259c7f55246efb1170be86593aa0d'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:02.849083 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-450fc610-5885-4cb4-8547-37a4caa0b5d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:02.919414 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-450fc610-5885-4cb4-8547-37a4caa0b5d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group (9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:02.923998 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-450fc610-5885-4cb4-8547-37a4caa0b5d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:02.952910 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-450fc610-5885-4cb4-8547-37a4caa0b5d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:02.954041 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-450fc610-5885-4cb4-8547-37a4caa0b5d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1331656 Mar 08 06:17:02.958313 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47838) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:02.963174 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-fdb3ba5a-0849-4578-815a-6e961c705dbd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'security_group_rule': {'security_group_id': '9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f', 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:02.967502 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fc610-5885-4cb4-8547-37a4caa0b5d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:02.994976 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ba5a-0849-4578-815a-6e961c705dbd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (e8ac9bf7-35bc-4f70-85a0-e793bd0f8578), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.052524 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ba5a-0849-4578-815a-6e961c705dbd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (e8ac9bf7-35bc-4f70-85a0-e793bd0f8578), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.056578 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ba5a-0849-4578-815a-6e961c705dbd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (e8ac9bf7-35bc-4f70-85a0-e793bd0f8578), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.075876 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3ba5a-0849-4578-815a-6e961c705dbd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ac9bf7-35bc-4f70-85a0-e793bd0f8578,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:03.085560 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fdb3ba5a-0849-4578-815a-6e961c705dbd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.086789 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-fdb3ba5a-0849-4578-815a-6e961c705dbd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270080 Mar 08 06:17:03.089918 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47840) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:03.095022 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-19113964-d76a-43db-97ee-c2021a9b1e30 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'security_group_rule': {'security_group_id': '9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f', 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:03.123212 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19113964-d76a-43db-97ee-c2021a9b1e30 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (f7d2835a-84d4-4aba-8185-96fa7a2e4919), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.185823 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 746afd48-2c32-4fd1-8cba-e89e91e70342 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:17:03.191316 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19113964-d76a-43db-97ee-c2021a9b1e30 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (f7d2835a-84d4-4aba-8185-96fa7a2e4919), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.195238 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19113964-d76a-43db-97ee-c2021a9b1e30 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (f7d2835a-84d4-4aba-8185-96fa7a2e4919), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.218245 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19113964-d76a-43db-97ee-c2021a9b1e30 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d2835a-84d4-4aba-8185-96fa7a2e4919,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:03.232756 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19113964-d76a-43db-97ee-c2021a9b1e30 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.242500 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47842) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:03.245212 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 746afd48-2c32-4fd1-8cba-e89e91e70342 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:03.245661 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-19113964-d76a-43db-97ee-c2021a9b1e30 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520724 Mar 08 06:17:03.245990 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.247544 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-7961556e-57a1-471a-8919-9067e845281c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'security_group_rule': {'security_group_id': '9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f', 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:03.275622 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7961556e-57a1-471a-8919-9067e845281c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (0166c1df-9684-4d7e-82cd-56426c4b4eb3), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.336326 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 746afd48-2c32-4fd1-8cba-e89e91e70342 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:03.336630 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.346881 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7961556e-57a1-471a-8919-9067e845281c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (0166c1df-9684-4d7e-82cd-56426c4b4eb3), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.351213 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7961556e-57a1-471a-8919-9067e845281c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (0166c1df-9684-4d7e-82cd-56426c4b4eb3), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.361266 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] For port 746afd48-2c32-4fd1-8cba-e89e91e70342, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=746afd48-2c32-4fd1-8cba-e89e91e70342,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:17:03.370297 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961556e-57a1-471a-8919-9067e845281c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0166c1df-9684-4d7e-82cd-56426c4b4eb3,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:03.371859 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.378213 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-7961556e-57a1-471a-8919-9067e845281c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.382418 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-7961556e-57a1-471a-8919-9067e845281c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386418 Mar 08 06:17:03.382671 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47844) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:03.388327 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-48ec4ef6-6ef3-4e0e-8942-3e0aa0a5ade7 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'security_group_rule': {'security_group_id': '9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f', 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:03.419008 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-48ec4ef6-6ef3-4e0e-8942-3e0aa0a5ade7 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (d6d29d19-9514-4f08-ac9f-313ccbb332f0), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.423663 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Pushing event updated for resources: {'Port': ['ID=746afd48-2c32-4fd1-8cba-e89e91e70342,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:03.475398 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-48ec4ef6-6ef3-4e0e-8942-3e0aa0a5ade7 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (d6d29d19-9514-4f08-ac9f-313ccbb332f0), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.478990 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-48ec4ef6-6ef3-4e0e-8942-3e0aa0a5ade7 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (d6d29d19-9514-4f08-ac9f-313ccbb332f0), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.496245 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec4ef6-6ef3-4e0e-8942-3e0aa0a5ade7 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d29d19-9514-4f08-ac9f-313ccbb332f0,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:03.504218 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-48ec4ef6-6ef3-4e0e-8942-3e0aa0a5ade7 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.505404 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-48ec4ef6-6ef3-4e0e-8942-3e0aa0a5ade7 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212461 Mar 08 06:17:03.508119 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 47846) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:03.512347 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-1d92402b-9465-40d5-96b0-ef608b862d24 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'security_group_rule': {'security_group_id': '9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f', 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:03.532273 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.securitygroups_db [None req-1d92402b-9465-40d5-96b0-ef608b862d24 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Project de8259c7f55246efb1170be86593aa0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 06:17:03.536971 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1d92402b-9465-40d5-96b0-ef608b862d24 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (e5b75444-6b4e-421a-bc95-5d501888cdef), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.597583 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1d92402b-9465-40d5-96b0-ef608b862d24 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (e5b75444-6b4e-421a-bc95-5d501888cdef), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.601026 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1d92402b-9465-40d5-96b0-ef608b862d24 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (e5b75444-6b4e-421a-bc95-5d501888cdef), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.617895 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92402b-9465-40d5-96b0-ef608b862d24 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b75444-6b4e-421a-bc95-5d501888cdef,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:03.628064 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1d92402b-9465-40d5-96b0-ef608b862d24 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.629251 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-1d92402b-9465-40d5-96b0-ef608b862d24 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202145 Mar 08 06:17:03.632102 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 47850) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:03.636747 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-a705d657-6ba5-4cc5-9587-3923e3d08de2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'security_group_rule': {'security_group_id': '9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f', 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:03.656660 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.securitygroups_db [None req-a705d657-6ba5-4cc5-9587-3923e3d08de2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Project de8259c7f55246efb1170be86593aa0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 06:17:03.661347 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a705d657-6ba5-4cc5-9587-3923e3d08de2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (4a28e161-54fc-4ec7-bf0b-762764ad2131), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.720510 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a705d657-6ba5-4cc5-9587-3923e3d08de2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (4a28e161-54fc-4ec7-bf0b-762764ad2131), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.723921 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a705d657-6ba5-4cc5-9587-3923e3d08de2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16570916'] for security_group_rule (4a28e161-54fc-4ec7-bf0b-762764ad2131), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.741648 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705d657-6ba5-4cc5-9587-3923e3d08de2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a28e161-54fc-4ec7-bf0b-762764ad2131,revision_number=0']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:03.746603 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a705d657-6ba5-4cc5-9587-3923e3d08de2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:03.747864 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a705d657-6ba5-4cc5-9587-3923e3d08de2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1147444 Mar 08 06:17:04.074221 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Sync routers for ids ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:17:04.086144 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Routers {'7b16213b-7372-4383-9d3f-3a3305ac9e9c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:17:04.086954 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:17:04.309370 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Set router 7b16213b-7372-4383-9d3f-3a3305ac9e9c gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:17:04.510633 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:17:01Z', 'revision_number': 4, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port': {'id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:19:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:58Z', 'updated_at': '2022-03-08T06:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '0b896673-01d7-4c7f-9468-ee972c112c99', 'name': '', 'network_id': '46b90003-0d60-425b-b289-4520fea83226', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'mac_address': 'fa:16:3e:db:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:17:00Z', 'updated_at': '2022-03-08T06:17:01Z', 'revision_number': 2, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'subnets': [{'id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:17:04.536170 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Checking router: 7b16213b-7372-4383-9d3f-3a3305ac9e9c for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:17:04.536547 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Updating router 7b16213b-7372-4383-9d3f-3a3305ac9e9c port 0b896673-01d7-4c7f-9468-ee972c112c99 binding host dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 06:17:04.567656 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:04.855886 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Publish callbacks [] for port (0b896673-01d7-4c7f-9468-ee972c112c99), precommit_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:04.862184 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:04.923829 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef9020-671e-468f-8d52-db5677bd9ebf None None] Pushing event updated for resources: {'Port': ['ID=0b896673-01d7-4c7f-9468-ee972c112c99,revision_number=3']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:04.984827 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Attempting to bind port 0b896673-01d7-4c7f-9468-ee972c112c99 on host dv-cinder-828060-10-iscsi for vnic_type normal with profile {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:17:04.985200 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Attempting to bind port 0b896673-01d7-4c7f-9468-ee972c112c99 by drivers openvswitch,hyperv on host dv-cinder-828060-10-iscsi at level 0 using segments [{'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:17:04.985568 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Attempting to bind port 0b896673-01d7-4c7f-9468-ee972c112c99 on network 46b90003-0d60-425b-b289-4520fea83226 {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:17:04.991596 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Checking agent: {'id': '26a9bc36-44b3-4849-9c7c-a8b895a26439', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828060-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 5, 58, 45), 'started_at': datetime.datetime(2022, 3, 8, 5, 59, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828060-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:17:04.992115 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Checking segment: {'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:17:04.992468 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:04.992866 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Bound using segment: {'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'} {{(pid=103361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:17:04.993350 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.managers [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Bound port: 0b896673-01d7-4c7f-9468-ee972c112c99, host: dv-cinder-828060-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c44007-8dc4-4262-b340-a015b7a02a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '46b90003-0d60-425b-b289-4520fea83226'}}] {{(pid=103361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:17:04.993798 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), before_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:05.067520 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] For port 0b896673-01d7-4c7f-9468-ee972c112c99, host dv-cinder-828060-10-iscsi, cleared binding levels {{(pid=103361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:17:05.071226 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.plugins.ml2.db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] For port 0b896673-01d7-4c7f-9468-ee972c112c99, host dv-cinder-828060-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=0b896673-01d7-4c7f-9468-ee972c112c99,segment=NetworkSegment(b5c44007-8dc4-4262-b340-a015b7a02a56),segment_id=b5c44007-8dc4-4262-b340-a015b7a02a56)] {{(pid=103361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:17:05.078707 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.callbacks.manager [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), after_update {{(pid=103361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:05.124218 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Routers {'7b16213b-7372-4383-9d3f-3a3305ac9e9c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:17:05.124917 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:16:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:17:05.176475 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 746afd48-2c32-4fd1-8cba-e89e91e70342 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:17:05.236772 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-0aa6b3e6-0ee7-4a51-b80f-aced71b47336 None None] Provisioning complete for port 0b896673-01d7-4c7f-9468-ee972c112c99 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:05.237401 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b3e6-0ee7-4a51-b80f-aced71b47336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:05.251386 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef9020-671e-468f-8d52-db5677bd9ebf None None] Pushing event updated for resources: {'Port': ['ID=0b896673-01d7-4c7f-9468-ee972c112c99,revision_number=4']} {{(pid=103361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:05.286860 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 746afd48-2c32-4fd1-8cba-e89e91e70342 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:05.287522 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:05.299434 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] Set router 7b16213b-7372-4383-9d3f-3a3305ac9e9c gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:17:05.383525 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0aa6b3e6-0ee7-4a51-b80f-aced71b47336 None None] Current status of the port 0b896673-01d7-4c7f-9468-ee972c112c99 is: DOWN; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:05.383926 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b3e6-0ee7-4a51-b80f-aced71b47336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:05.447223 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 746afd48-2c32-4fd1-8cba-e89e91e70342 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:05.458328 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-0aa6b3e6-0ee7-4a51-b80f-aced71b47336 None None] For port 0b896673-01d7-4c7f-9468-ee972c112c99, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=0b896673-01d7-4c7f-9468-ee972c112c99,segment=NetworkSegment(b5c44007-8dc4-4262-b340-a015b7a02a56),segment_id=b5c44007-8dc4-4262-b340-a015b7a02a56)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:17:05.462538 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0aa6b3e6-0ee7-4a51-b80f-aced71b47336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:05.512701 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6b3e6-0ee7-4a51-b80f-aced71b47336 None None] Pushing event updated for resources: {'Port': ['ID=0b896673-01d7-4c7f-9468-ee972c112c99,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:05.518097 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:17:01Z', 'revision_number': 4, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port': {'id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:19:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:58Z', 'updated_at': '2022-03-08T06:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '0b896673-01d7-4c7f-9468-ee972c112c99', 'name': '', 'network_id': '46b90003-0d60-425b-b289-4520fea83226', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'mac_address': 'fa:16:3e:db:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:17:00Z', 'updated_at': '2022-03-08T06:17:05Z', 'revision_number': 4, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'subnets': [{'id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:17:05.545424 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f46a6-6fea-478d-808d-6bfa4f6aec17 None None] The sync data for ids ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'] in dv-cinder-828060-10-iscsi is: [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:17:01Z', 'revision_number': 4, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port': {'id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:19:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:58Z', 'updated_at': '2022-03-08T06:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '0b896673-01d7-4c7f-9468-ee972c112c99', 'name': '', 'network_id': '46b90003-0d60-425b-b289-4520fea83226', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'mac_address': 'fa:16:3e:db:2b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:17:00Z', 'updated_at': '2022-03-08T06:17:05Z', 'revision_number': 4, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'subnets': [{'id': '201a020b-0a4b-40c7-90e2-021cbf67713e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:17:05.585535 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-7b5cfd23-9ad9-4cdc-b720-23a932b011c5 None None] Provisioning complete for port 0b896673-01d7-4c7f-9468-ee972c112c99 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:05.585947 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b5cfd23-9ad9-4cdc-b720-23a932b011c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:05.672847 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-7b5cfd23-9ad9-4cdc-b720-23a932b011c5 None None] Current status of the port 0b896673-01d7-4c7f-9468-ee972c112c99 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:07.168866 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 0b896673-01d7-4c7f-9468-ee972c112c99 up at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:17:07.217548 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Provisioning complete for port 0b896673-01d7-4c7f-9468-ee972c112c99 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:07.218596 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:07.293700 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Current status of the port 0b896673-01d7-4c7f-9468-ee972c112c99 is: ACTIVE; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:09.160108 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a6f7ef92-a01f-4d40-ae1e-d161df7a33b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:11.391053 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-91642680-23a9-4b30-b407-b2e0e8ce0d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:12.478345 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:17:12.517846 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:14.145659 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:15.585405 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:19.308951 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:38.981878 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-825a1330-4fe6-464a-b2c3-e9b1155fe1fc tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396911641&fields=id&tenant_id=de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 267 time: 0.0440724 Mar 08 06:17:39.086819 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-a6df88a5-29b7-466b-8df2-df74b696f59f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:39.088259 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-a6df88a5-29b7-466b-8df2-df74b696f59f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 812 time: 0.0999341 Mar 08 06:17:39.102713 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-8261341d-3e65-43fb-b118-64dfca04ec4d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/quotas/de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 375 time: 0.0088840 Mar 08 06:17:39.157008 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-80f1db3b-6904-4955-806e-7accba09cbd4 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489831 Mar 08 06:17:39.161202 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4bdff0fb-2320-46da-b2dc-85b0e1984498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:39.219291 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-bb1c029f-4a8e-455e-9319-3dc298624e88 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:17:39.220290 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-bb1c029f-4a8e-455e-9319-3dc298624e88 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519392 Mar 08 06:17:39.552651 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-9bd0710b-798f-43e7-8bce-d6b395337e92 service neutron] 10.222.0.16 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264198 Mar 08 06:17:39.640884 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-d4fed273-34c1-47ed-98b4-10cd5752f0fe service neutron] 10.222.0.16 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826266 Mar 08 06:17:39.931009 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b7e28408-ca04-410a-b3a0-e91c373ba382 req-1830b401-c52c-41ff-8953-44ba04dac48c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 210 time: 0.0306840 Mar 08 06:17:40.979332 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48194) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:41.012625 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2fcfae3c-a979-4e7a-8487-3caa8f835816 req-fe87f187-3ac0-4371-988d-585bbd3ab17e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 210 time: 0.0307353 Mar 08 06:17:41.089643 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.169889 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Publish callbacks [] for security_group (2dacfa66-a01c-4e7a-8f6b-da7c6caab0e0), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.175505 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (2dacfa66-a01c-4e7a-8f6b-da7c6caab0e0), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.214308 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59bd0aba566b45efa0434f6157537a14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336693 Mar 08 06:17:41.215290 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dacfa66-a01c-4e7a-8f6b-da7c6caab0e0,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:41.217913 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48204) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:41.223015 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.223368 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.223714 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.224061 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.224391 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.224747 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.225074 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.225397 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.225721 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.226098 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.226359 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.226700 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.227017 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e69303-9bd6-4bca-a5fe-1dfbfecf4b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.265645 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Publish callbacks [] for security_group (2dacfa66-a01c-4e7a-8f6b-da7c6caab0e0), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.286659 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Publish callbacks [] for security_group (2dacfa66-a01c-4e7a-8f6b-da7c6caab0e0), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.334517 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (2dacfa66-a01c-4e7a-8f6b-da7c6caab0e0), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.337774 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.338919 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dacfa66-a01c-4e7a-8f6b-da7c6caab0e0 HTTP/1.1" status: 204 len: 168 time: 0.1202636 Mar 08 06:17:41.346855 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dacfa66-a01c-4e7a-8f6b-da7c6caab0e0,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:41.353700 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.354050 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.354395 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.354758 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.355090 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.355418 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.355746 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.356071 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.356401 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.356821 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.357330 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.358286 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.358286 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9986b3ca-c7d9-4233-9cd2-9b6d0d899489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:41.395915 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0dee2d6e-8844-4f4e-a2a7-487ae74aec17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.613375 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48210) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:41.626507 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f24-0620-4851-b304-4b5e4d483844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.700358 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f24-0620-4851-b304-4b5e4d483844 admin admin] Publish callbacks [] for security_group (f731fba0-5dbd-48a3-9960-6e52cb1f6b18), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.704328 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ca9a1f24-0620-4851-b304-4b5e4d483844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f731fba0-5dbd-48a3-9960-6e52cb1f6b18), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.741758 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-ca9a1f24-0620-4851-b304-4b5e4d483844 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e41e8c45b614fdcbde1c32ac544266f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273041 Mar 08 06:17:41.742718 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a1f24-0620-4851-b304-4b5e4d483844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f731fba0-5dbd-48a3-9960-6e52cb1f6b18,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:41.744431 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48212) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:41.792299 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-892b618a-7c25-4420-a38f-46c756195aad admin admin] Publish callbacks [] for security_group (f731fba0-5dbd-48a3-9960-6e52cb1f6b18), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.812541 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-892b618a-7c25-4420-a38f-46c756195aad admin admin] Publish callbacks [] for security_group (f731fba0-5dbd-48a3-9960-6e52cb1f6b18), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.858365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-892b618a-7c25-4420-a38f-46c756195aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f731fba0-5dbd-48a3-9960-6e52cb1f6b18), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.860906 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-892b618a-7c25-4420-a38f-46c756195aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:41.862050 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-892b618a-7c25-4420-a38f-46c756195aad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f731fba0-5dbd-48a3-9960-6e52cb1f6b18 HTTP/1.1" status: 204 len: 168 time: 0.1166255 Mar 08 06:17:41.869584 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b618a-7c25-4420-a38f-46c756195aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f731fba0-5dbd-48a3-9960-6e52cb1f6b18,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:42.090097 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1927dbca-1a9f-46aa-b5a4-43079a1e7643 req-181f4bf1-d78f-4d62-b2fb-4742a4f20a7e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 210 time: 0.0301664 Mar 08 06:17:42.522150 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:43.188665 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-98b10d75-8126-47c2-ae7b-74a2f99f1014 req-5268d545-fea5-4cbc-8103-955381e6744f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 210 time: 0.0325105 Mar 08 06:17:43.417357 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48266) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:43.526042 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9274f292-2d96-4c25-885d-b8b5fc3b6c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:43.601342 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9274f292-2d96-4c25-885d-b8b5fc3b6c93 admin admin] Publish callbacks [] for security_group (11c4c8ca-ea75-4046-8565-af10d99f48c9), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:43.605266 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9274f292-2d96-4c25-885d-b8b5fc3b6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (11c4c8ca-ea75-4046-8565-af10d99f48c9), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:43.647477 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9274f292-2d96-4c25-885d-b8b5fc3b6c93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ca6265703dc494f823eacb804b49cc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290328 Mar 08 06:17:43.648329 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274f292-2d96-4c25-885d-b8b5fc3b6c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c4c8ca-ea75-4046-8565-af10d99f48c9,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:43.650914 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48270) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:43.698790 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d0796fd-e520-469f-ac02-5f3e615279e6 admin admin] Publish callbacks [] for security_group (11c4c8ca-ea75-4046-8565-af10d99f48c9), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:43.719577 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d0796fd-e520-469f-ac02-5f3e615279e6 admin admin] Publish callbacks [] for security_group (11c4c8ca-ea75-4046-8565-af10d99f48c9), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:43.767470 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d0796fd-e520-469f-ac02-5f3e615279e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (11c4c8ca-ea75-4046-8565-af10d99f48c9), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:43.770021 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d0796fd-e520-469f-ac02-5f3e615279e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:43.771172 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-7d0796fd-e520-469f-ac02-5f3e615279e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11c4c8ca-ea75-4046-8565-af10d99f48c9 HTTP/1.1" status: 204 len: 168 time: 0.1188753 Mar 08 06:17:43.779006 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0796fd-e520-469f-ac02-5f3e615279e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c4c8ca-ea75-4046-8565-af10d99f48c9,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:44.037316 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48276) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:44.058683 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0bf7-220b-4051-9864-32120c5ebe15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.150417 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-b5a723f4-3b6f-4777-96fe-973deda6932b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:44.152386 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-b5a723f4-3b6f-4777-96fe-973deda6932b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 812 time: 0.1279929 Mar 08 06:17:44.156627 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.161113 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0bf7-220b-4051-9864-32120c5ebe15 admin admin] Publish callbacks [] for security_group (f2512dbd-7010-4d92-ae07-b28eb4d489be), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.165600 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4bcf0bf7-220b-4051-9864-32120c5ebe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f2512dbd-7010-4d92-ae07-b28eb4d489be), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.212505 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-4bcf0bf7-220b-4051-9864-32120c5ebe15 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e099487f40da45c3a2c1ef60ad6f08d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737361 Mar 08 06:17:44.215054 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48280) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:44.224872 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf0bf7-220b-4051-9864-32120c5ebe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2512dbd-7010-4d92-ae07-b28eb4d489be,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:44.237828 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-78e31fdc-0499-4067-9ba8-7892858f5664 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 380 time: 0.0687771 Mar 08 06:17:44.253988 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'port': {'device_id': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'admin_state_up': True, 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'security_groups': ['9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:44.307630 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98d23f1b-a1e3-46ed-9059-3f51dd8e7113 admin admin] Publish callbacks [] for security_group (f2512dbd-7010-4d92-ae07-b28eb4d489be), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.331026 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ed902867-ca14-476d-a4eb-4490e0f2d134 req-f0038bab-fedd-49e6-8adf-f96f82c859e8 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 210 time: 0.0402141 Mar 08 06:17:44.359046 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98d23f1b-a1e3-46ed-9059-3f51dd8e7113 admin admin] Publish callbacks [] for security_group (f2512dbd-7010-4d92-ae07-b28eb4d489be), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.389985 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Made reservation on behalf of de8259c7f55246efb1170be86593aa0d for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:17:44.393459 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.417488 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98d23f1b-a1e3-46ed-9059-3f51dd8e7113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f2512dbd-7010-4d92-ae07-b28eb4d489be), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.422428 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98d23f1b-a1e3-46ed-9059-3f51dd8e7113 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.430860 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-98d23f1b-a1e3-46ed-9059-3f51dd8e7113 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2512dbd-7010-4d92-ae07-b28eb4d489be HTTP/1.1" status: 204 len: 168 time: 0.2122009 Mar 08 06:17:44.437924 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d23f1b-a1e3-46ed-9059-3f51dd8e7113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2512dbd-7010-4d92-ae07-b28eb4d489be,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:44.562278 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Allocated IP 172.20.0.6 (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1/6d1dd387-b995-42dc-bbc5-6e000ea2a882/4855f88e-cb85-4e32-8656-7a63b58a3c44) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:17:44.739369 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.783898 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.846980 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:17:44.851115 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:17:44.856531 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:17:44.861171 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=4855f88e-cb85-4e32-8656-7a63b58a3c44,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:44.917304 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:44.917961 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:44.938042 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-4c4bb3e7-6764-41bf-a0ee-291f5407d397 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6930585 Mar 08 06:17:44.949299 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-1f9423e3-caf3-483f-8180-349fb736eef9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103359) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:17:44.950311 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-1f9423e3-caf3-483f-8180-349fb736eef9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057063 Mar 08 06:17:44.971945 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Request body: {'port': {'device_id': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:45.044992 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.131725 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-d8268705-6d14-4d9f-8132-25a0fabf75ce None None] Provisioning complete for port 4855f88e-cb85-4e32-8656-7a63b58a3c44 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:45.132332 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d8268705-6d14-4d9f-8132-25a0fabf75ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.169448 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-d8268705-6d14-4d9f-8132-25a0fabf75ce None None] Port 4855f88e-cb85-4e32-8656-7a63b58a3c44 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:17:45.330275 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4855f88e-cb85-4e32-8656-7a63b58a3c44 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:17:45.338034 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Publish callbacks [] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.350203 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Transition to ACTIVE for port object 4855f88e-cb85-4e32-8656-7a63b58a3c44 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:17:45.354442 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.408446 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Pushing event updated for resources: {'Port': ['ID=4855f88e-cb85-4e32-8656-7a63b58a3c44,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:45.493356 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Attempting to bind port 4855f88e-cb85-4e32-8656-7a63b58a3c44 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:17:45.493498 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c944d-d2bd-4a52-9d7c-b0c184b7473f req-9e5a9253-7824-4ac7-b3a2-b9673ab30c55 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:45.493953 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Attempting to bind port 4855f88e-cb85-4e32-8656-7a63b58a3c44 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:17:45.494054 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Attempting to bind port 4855f88e-cb85-4e32-8656-7a63b58a3c44 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:17:45.495039 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0d3c944d-d2bd-4a52-9d7c-b0c184b7473f req-9e5a9253-7824-4ac7-b3a2-b9673ab30c55 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 943 time: 0.0790424 Mar 08 06:17:45.505790 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Port 4855f88e-cb85-4e32-8656-7a63b58a3c44 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:17:45.506457 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Attempting to bind port 4855f88e-cb85-4e32-8656-7a63b58a3c44 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:17:45.514074 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:17:45.514422 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Checking segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:17:45.515656 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Bound using segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:17:45.516294 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Bound port: 4855f88e-cb85-4e32-8656-7a63b58a3c44, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:17:45.516830 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.565016 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0d3c944d-d2bd-4a52-9d7c-b0c184b7473f req-90253192-cda1-4ac2-a299-2c9c563f1de9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621755 Mar 08 06:17:45.594223 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.613846 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] For port 4855f88e-cb85-4e32-8656-7a63b58a3c44, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:17:45.617295 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] For port 4855f88e-cb85-4e32-8656-7a63b58a3c44, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:17:45.623807 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.657669 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:45.658494 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.660808 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] 10.222.0.31 "PUT /v2.0/ports/4855f88e-cb85-4e32-8656-7a63b58a3c44 HTTP/1.1" status: 200 len: 1093 time: 0.6954761 Mar 08 06:17:45.663364 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'tag': '4855f88e-cb85-4e32-8656-7a63b58a3c44'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:17:45.665636 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a652e-c1c1-4170-a07e-1f70fd783f91" -d '{"events": [{"name": "network-changed", "server_uuid": "8595435f-3b0d-41ec-b3b5-e59021fc4764", "tag": "4855f88e-cb85-4e32-8656-7a63b58a3c44"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:17:45.708976 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dd9b6-62d3-4ff0-8d5d-1b345a7dcce0 service neutron] Pushing event updated for resources: {'Port': ['ID=4855f88e-cb85-4e32-8656-7a63b58a3c44,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:45.784757 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-d922fc58-9e34-4bac-9fd8-d15e667e6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:45.786675 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-d922fc58-9e34-4bac-9fd8-d15e667e6e37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 1127 time: 0.0513041 Mar 08 06:17:45.792288 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48316) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:45.841485 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-0e55cb07-5bfb-47ff-9fc8-7a0aec353c67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44 HTTP/1.1" status: 200 len: 217 time: 0.0416682 Mar 08 06:17:45.879137 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b71533-174d-47cb-8da7-2021e259a3eb x-openstack-request-id: req-20b71533-174d-47cb-8da7-2021e259a3eb {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:17:45.879503 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595435f-3b0d-41ec-b3b5-e59021fc4764", "tag": "4855f88e-cb85-4e32-8656-7a63b58a3c44", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:17:45.879849 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20b71533-174d-47cb-8da7-2021e259a3eb {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:17:45.880334 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'tag': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'status': 'completed', 'code': 200} Mar 08 06:17:45.896367 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-d3c692fa-a3fa-4213-8074-6f440f35b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:45.898115 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-d3c692fa-a3fa-4213-8074-6f440f35b284 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0505931 Mar 08 06:17:45.943781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-21ee6166-c71b-45a4-aa33-d1e64165bcd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:45.981717 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-0763580e-c947-4c7d-9016-dfa19f2dee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:45.983938 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-0763580e-c947-4c7d-9016-dfa19f2dee5d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789013 Mar 08 06:17:46.094217 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-21ee6166-c71b-45a4-aa33-d1e64165bcd8 admin admin] Publish callbacks [] for security_group (eb76d508-d9e8-4c39-9449-22753d1cbf3d), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:46.099754 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-21ee6166-c71b-45a4-aa33-d1e64165bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (eb76d508-d9e8-4c39-9449-22753d1cbf3d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:46.122809 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-5ec1bc94-7640-48c5-aedf-bf4abe1f3c9d service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329279 Mar 08 06:17:46.165887 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-21ee6166-c71b-45a4-aa33-d1e64165bcd8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=54373d02251a4eb5b9aa4242daea6bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3723910 Mar 08 06:17:46.168257 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee6166-c71b-45a4-aa33-d1e64165bcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb76d508-d9e8-4c39-9449-22753d1cbf3d,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:46.168572 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48320) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:46.216985 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d75fac01-929e-4ff2-b026-f30824138caa admin admin] Publish callbacks [] for security_group (eb76d508-d9e8-4c39-9449-22753d1cbf3d), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:46.233839 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-179e86ab-6a5b-4745-a9bd-e74b536fa194 req-749cd6a0-779a-41f6-bdb0-82490baff367 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022184 Mar 08 06:17:46.238774 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d75fac01-929e-4ff2-b026-f30824138caa admin admin] Publish callbacks [] for security_group (eb76d508-d9e8-4c39-9449-22753d1cbf3d), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:46.286126 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d75fac01-929e-4ff2-b026-f30824138caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (eb76d508-d9e8-4c39-9449-22753d1cbf3d), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:46.288680 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d75fac01-929e-4ff2-b026-f30824138caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:46.292448 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-d75fac01-929e-4ff2-b026-f30824138caa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb76d508-d9e8-4c39-9449-22753d1cbf3d HTTP/1.1" status: 204 len: 168 time: 0.1202674 Mar 08 06:17:46.298462 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fac01-929e-4ff2-b026-f30824138caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb76d508-d9e8-4c39-9449-22753d1cbf3d,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:46.362432 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-39716c4f-ecdb-4b5f-ab84-5fd616909b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:46.363936 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-39716c4f-ecdb-4b5f-ab84-5fd616909b3f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 1127 time: 0.0468001 Mar 08 06:17:46.459450 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-f8e5502e-02f2-4645-b5d7-3bcb810b6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:46.460923 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-f8e5502e-02f2-4645-b5d7-3bcb810b6951 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0899384 Mar 08 06:17:46.501908 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-95bfdbf8-922e-4ddc-8472-e606dc26f670 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44 HTTP/1.1" status: 200 len: 217 time: 0.0338173 Mar 08 06:17:46.550006 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-b398f5f9-5353-49a4-b67a-e56607c39c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:46.551510 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-b398f5f9-5353-49a4-b67a-e56607c39c2e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0444252 Mar 08 06:17:46.604556 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-781f3ba5-f93c-42b9-bc0e-1a5fa71cd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:46.606750 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-781f3ba5-f93c-42b9-bc0e-1a5fa71cd6ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488846 Mar 08 06:17:46.691580 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d8c9-82a2-4f48-854d-c41adb50782e req-6f9f6827-78fd-4cb2-b893-3388ace340b6 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:46.693057 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5853d8c9-82a2-4f48-854d-c41adb50782e req-6f9f6827-78fd-4cb2-b893-3388ace340b6 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 943 time: 0.0540140 Mar 08 06:17:46.700135 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-b94f0d7b-1f7e-48b0-8bfd-77dd3e86243e service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873976 Mar 08 06:17:46.751314 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5853d8c9-82a2-4f48-854d-c41adb50782e req-09c9daab-3331-45fd-9fa3-f488fd7d1f28 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507021 Mar 08 06:17:46.801402 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-be6a652e-c1c1-4170-a07e-1f70fd783f91 req-5d6268e7-2abd-4f73-82e7-61d594a5f359 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955477 Mar 08 06:17:47.879643 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a38dd-fabc-4234-8aa0-97ab566eec06 req-f5cfef90-05c5-4b9a-93fe-14c7b7e55849 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:47.881120 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ab9a38dd-fabc-4234-8aa0-97ab566eec06 req-f5cfef90-05c5-4b9a-93fe-14c7b7e55849 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 943 time: 0.0599971 Mar 08 06:17:47.928905 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-ab9a38dd-fabc-4234-8aa0-97ab566eec06 req-e3f52eec-3a2d-41a1-8ade-fdf42b902101 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Mar 08 06:17:49.043702 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6a4c8-f76b-4106-9795-b72e5499fa2f req-bcd888ff-4747-437d-a8e7-c4a4d54e9920 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:49.045737 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a9c6a4c8-f76b-4106-9795-b72e5499fa2f req-bcd888ff-4747-437d-a8e7-c4a4d54e9920 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 943 time: 0.0513523 Mar 08 06:17:49.096184 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a9c6a4c8-f76b-4106-9795-b72e5499fa2f req-7bb0812b-bf7d-45ff-9acb-21c9d52170e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445826 Mar 08 06:17:49.322166 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:49.477076 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:17:50.212986 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e188f3-306d-4db2-84fc-a2edde9af510 req-14d77fa7-74c0-4238-a19e-a1f460c6ca91 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:50.214453 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-15e188f3-306d-4db2-84fc-a2edde9af510 req-14d77fa7-74c0-4238-a19e-a1f460c6ca91 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 943 time: 0.0510898 Mar 08 06:17:50.267713 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-15e188f3-306d-4db2-84fc-a2edde9af510 req-21056f59-5836-4819-8d9b-d58b55a52598 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464840 Mar 08 06:17:51.384753 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928571cd-c0b3-4232-a3c5-0fb6d65e56c7 req-9e43a252-bd65-4859-b9aa-00e188fd056d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:51.386195 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-928571cd-c0b3-4232-a3c5-0fb6d65e56c7 req-9e43a252-bd65-4859-b9aa-00e188fd056d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 943 time: 0.0517070 Mar 08 06:17:51.433058 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-928571cd-c0b3-4232-a3c5-0fb6d65e56c7 req-0e1dce46-7728-4fd9-8e51-de9229b5a2e9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413189 Mar 08 06:17:52.547336 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e6b24-7f77-4a2f-b547-11e560a5509a req-879db2cb-17c7-482e-a1d6-a9fcbeac6ddc tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:52.548820 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f39e6b24-7f77-4a2f-b547-11e560a5509a req-879db2cb-17c7-482e-a1d6-a9fcbeac6ddc tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 943 time: 0.0520766 Mar 08 06:17:52.597038 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f39e6b24-7f77-4a2f-b547-11e560a5509a req-c577d50e-e882-4efd-974a-b7be07585877 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425429 Mar 08 06:17:53.715927 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04e358-3a3d-46ed-af5b-1bcd1a4546ab req-f8271b5b-6641-4367-b422-739c65b21404 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:53.718043 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6b04e358-3a3d-46ed-af5b-1bcd1a4546ab req-f8271b5b-6641-4367-b422-739c65b21404 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 943 time: 0.0552757 Mar 08 06:17:53.765708 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6b04e358-3a3d-46ed-af5b-1bcd1a4546ab req-4fa49be5-4bf6-4218-ad7d-b8d07444b57b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 Mar 08 06:17:54.208732 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 4855f88e-cb85-4e32-8656-7a63b58a3c44 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:17:54.311969 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 4855f88e-cb85-4e32-8656-7a63b58a3c44, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:17:54.323391 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'port_id': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'mac_address': 'fa:16:3e:d8:c0:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:17:54.362657 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 4855f88e-cb85-4e32-8656-7a63b58a3c44 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:54.363056 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:54.376336 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4855f88e-cb85-4e32-8656-7a63b58a3c44 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:17:54.395434 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 4855f88e-cb85-4e32-8656-7a63b58a3c44, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:17:54.399217 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:54.448148 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=4855f88e-cb85-4e32-8656-7a63b58a3c44,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:54.455004 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.455354 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.455696 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.456030 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.456609 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.456944 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.457271 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.457596 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.457918 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.458237 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.458563 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.458971 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.459224 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:17:54.798726 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['4855f88e-cb85-4e32-8656-7a63b58a3c44'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:17:54.883993 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d47637-91f8-408a-8aab-fb8f8bdad54e req-eded8bdb-1a65-4ccb-b4bf-03414c6750f9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:54.885463 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e5d47637-91f8-408a-8aab-fb8f8bdad54e req-eded8bdb-1a65-4ccb-b4bf-03414c6750f9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 944 time: 0.0522511 Mar 08 06:17:54.934295 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e5d47637-91f8-408a-8aab-fb8f8bdad54e req-146072a6-a7b2-445a-b17d-126c7a845028 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 Mar 08 06:17:55.602248 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48424) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:55.703789 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a58a3fe-23bb-4c01-af23-d3f3fd1c55b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:55.779763 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a58a3fe-23bb-4c01-af23-d3f3fd1c55b0 admin admin] Publish callbacks [] for security_group (e1223eea-44a0-4c9a-8892-d7467f5d9c72), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:55.783631 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a58a3fe-23bb-4c01-af23-d3f3fd1c55b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (e1223eea-44a0-4c9a-8892-d7467f5d9c72), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:55.822926 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9a58a3fe-23bb-4c01-af23-d3f3fd1c55b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a802cb692bb43d4b1a9ca995795868e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194774 Mar 08 06:17:55.824038 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58a3fe-23bb-4c01-af23-d3f3fd1c55b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1223eea-44a0-4c9a-8892-d7467f5d9c72,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:55.825564 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48428) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:55.874003 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6d9365a9-80a4-4ec1-b4c1-b1c8cf7027fd admin admin] Publish callbacks [] for security_group (e1223eea-44a0-4c9a-8892-d7467f5d9c72), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:55.899279 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6d9365a9-80a4-4ec1-b4c1-b1c8cf7027fd admin admin] Publish callbacks [] for security_group (e1223eea-44a0-4c9a-8892-d7467f5d9c72), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:55.945021 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6d9365a9-80a4-4ec1-b4c1-b1c8cf7027fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (e1223eea-44a0-4c9a-8892-d7467f5d9c72), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:55.947476 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6d9365a9-80a4-4ec1-b4c1-b1c8cf7027fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:55.948646 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6d9365a9-80a4-4ec1-b4c1-b1c8cf7027fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e1223eea-44a0-4c9a-8892-d7467f5d9c72 HTTP/1.1" status: 204 len: 168 time: 0.1216106 Mar 08 06:17:55.957860 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9365a9-80a4-4ec1-b4c1-b1c8cf7027fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1223eea-44a0-4c9a-8892-d7467f5d9c72,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:56.055055 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a38ce4-7c88-4fed-ba26-4d452c268925 req-45ade4fa-0388-43c8-8327-2005949622cc tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:56.056527 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-13a38ce4-7c88-4fed-ba26-4d452c268925 req-45ade4fa-0388-43c8-8327-2005949622cc tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 944 time: 0.0544131 Mar 08 06:17:56.106988 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-13a38ce4-7c88-4fed-ba26-4d452c268925 req-9346b38b-12c4-4fdb-b429-c629fc0069ea tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446074 Mar 08 06:17:56.233140 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 4855f88e-cb85-4e32-8656-7a63b58a3c44 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:17:56.283749 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 4855f88e-cb85-4e32-8656-7a63b58a3c44 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:17:56.288079 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 4855f88e-cb85-4e32-8656-7a63b58a3c44 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:17:56.288463 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:56.370718 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 4855f88e-cb85-4e32-8656-7a63b58a3c44 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:17:56.371110 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:56.395205 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855f88e-cb85-4e32-8656-7a63b58a3c44'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:17:56.397439 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee82f845-6cba-468f-8f8d-92809b01773a" -d '{"events": [{"server_uuid": "8595435f-3b0d-41ec-b3b5-e59021fc4764", "name": "network-vif-plugged", "status": "completed", "tag": "4855f88e-cb85-4e32-8656-7a63b58a3c44"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:17:56.409399 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 4855f88e-cb85-4e32-8656-7a63b58a3c44, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:17:56.413399 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:56.440382 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d35fb62-78f9-4aa1-b726-a6482006e62e x-openstack-request-id: req-3d35fb62-78f9-4aa1-b726-a6482006e62e {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:17:56.440672 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595435f-3b0d-41ec-b3b5-e59021fc4764", "name": "network-vif-plugged", "status": "completed", "tag": "4855f88e-cb85-4e32-8656-7a63b58a3c44", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:17:56.440925 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d35fb62-78f9-4aa1-b726-a6482006e62e {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:17:56.441311 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'code': 200} Mar 08 06:17:56.467320 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=4855f88e-cb85-4e32-8656-7a63b58a3c44,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:56.691205 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089494f-a95c-496c-9f61-ef2e9b3cc256 req-51e12a71-33d4-4012-a1b6-65d5640a03d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:56.692710 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b089494f-a95c-496c-9f61-ef2e9b3cc256 req-51e12a71-33d4-4012-a1b6-65d5640a03d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 1129 time: 0.0431843 Mar 08 06:17:56.745148 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b089494f-a95c-496c-9f61-ef2e9b3cc256 req-1dce8a1d-12ce-48f6-9eee-73c96e33b9fc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459270 Mar 08 06:17:57.224963 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c213cbf-411c-40b7-aaff-dd957ff26794 req-067a0bd3-4c28-4382-8684-791c24c8c83b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:57.226370 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c213cbf-411c-40b7-aaff-dd957ff26794 req-067a0bd3-4c28-4382-8684-791c24c8c83b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 945 time: 0.0525374 Mar 08 06:17:57.278080 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4c213cbf-411c-40b7-aaff-dd957ff26794 req-313ae94b-1c37-42d7-b538-b1e149be521e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462134 Mar 08 06:17:58.396998 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdf8c1-fa4b-4cc8-9b4f-a84dba0da571 req-d6e33874-14dd-45df-8d20-76c644aee26c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:58.398479 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1bbdf8c1-fa4b-4cc8-9b4f-a84dba0da571 req-d6e33874-14dd-45df-8d20-76c644aee26c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 945 time: 0.0513227 Mar 08 06:17:58.446223 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1bbdf8c1-fa4b-4cc8-9b4f-a84dba0da571 req-aeca9d48-68a9-4b0d-9457-a57007d28696 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423086 Mar 08 06:17:58.554040 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-80ecef40-70b5-42ab-beb8-9d06fc0be710 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445499 Mar 08 06:17:58.565416 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68c0c0-4e78-4797-aee8-4e1b704ad281 req-cb0bf22e-459f-45be-ba5f-5680a924668b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:58.566941 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0a68c0c0-4e78-4797-aee8-4e1b704ad281 req-cb0bf22e-459f-45be-ba5f-5680a924668b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 945 time: 0.0548470 Mar 08 06:17:58.619622 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0a68c0c0-4e78-4797-aee8-4e1b704ad281 req-c2aed6a9-7c6d-44b8-84cc-52e5f1390b74 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465462 Mar 08 06:17:58.644320 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48490) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:58.664654 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-399229e8-f8d2-4d48-b93d-0eb6bcaec50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:58.666262 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-399229e8-f8d2-4d48-b93d-0eb6bcaec50e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 1129 time: 0.0524902 Mar 08 06:17:58.780561 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-c2ea8f6b-e60b-40ef-800e-7acc01f17af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:58.782052 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-c2ea8f6b-e60b-40ef-800e-7acc01f17af7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 200 len: 915 time: 0.0975542 Mar 08 06:17:58.845605 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-2e77523f-4023-4319-9afc-add85b566256 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0576077 Mar 08 06:17:58.851508 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d976e4-855e-46b6-bcb6-65ed799b8253 tempest-TestVolumeBootPattern-1032044962 tempest-TestVolumeBootPattern-1032044962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:58.853025 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-f9d976e4-855e-46b6-bcb6-65ed799b8253 tempest-TestVolumeBootPattern-1032044962 tempest-TestVolumeBootPattern-1032044962-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 1124 time: 0.2077632 Mar 08 06:17:58.856108 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48496) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:17:58.860370 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'port_id': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:17:58.882315 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:58.893069 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-6aeb6252-f48e-4ee4-b45c-e07ccdd17d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:58.894526 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-6aeb6252-f48e-4ee4-b45c-e07ccdd17d22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 200 len: 853 time: 0.0432878 Mar 08 06:17:58.947956 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-039b23d2-f3fe-48ca-87ff-c10f4a8a6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:17:58.949784 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-039b23d2-f3fe-48ca-87ff-c10f4a8a6bc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=973f7c0a-12e5-4799-8f15-8eee2b353fe6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491757 Mar 08 06:17:58.983669 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:59.044420 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-13774322-ddb7-4207-bb3d-e215e3c20458 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884116 Mar 08 06:17:59.091409 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Allocated IP 172.27.2.159 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/079e61dd-61e4-40b4-b58f-0b9c74424501) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:17:59.137371 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-dd67c7db-85bb-4da6-afaf-0b2faf4614d2 req-f988b04d-233e-4ecf-81a7-ab6434e24571 service neutron] 10.222.0.31 "GET /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866044 Mar 08 06:17:59.192718 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (079e61dd-61e4-40b4-b58f-0b9c74424501), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:59.225734 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (079e61dd-61e4-40b4-b58f-0b9c74424501), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:59.266332 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:17:59.269103 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:17:59.272448 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:17:59.298389 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=079e61dd-61e4-40b4-b58f-0b9c74424501,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:59.671734 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (a6034cd4-3e00-4a62-bf6a-bdf27e4fe032), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:59.740688 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (079e61dd-61e4-40b4-b58f-0b9c74424501), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:59.893895 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (079e61dd-61e4-40b4-b58f-0b9c74424501), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:59.899486 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772968'] for port (079e61dd-61e4-40b4-b58f-0b9c74424501), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:17:59.977112 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=079e61dd-61e4-40b4-b58f-0b9c74424501,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:17:59.987196 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (a6034cd4-3e00-4a62-bf6a-bdf27e4fe032), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.017034 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48504) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:00.087687 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Floating IP a6034cd4-3e00-4a62-bf6a-bdf27e4fe032 associated. External IP: 172.27.2.159, port: 4855f88e-cb85-4e32-8656-7a63b58a3c44. Mar 08 06:18:00.121040 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-efe2795d-8d01-47fb-87d6-cc74f55f258a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.195911 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-efe2795d-8d01-47fb-87d6-cc74f55f258a admin admin] Publish callbacks [] for security_group (517163e8-2e1e-4cd8-9c80-92a58eb48165), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.200037 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-efe2795d-8d01-47fb-87d6-cc74f55f258a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (517163e8-2e1e-4cd8-9c80-92a58eb48165), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.240002 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-efe2795d-8d01-47fb-87d6-cc74f55f258a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e96af1de344a41fdbf8642b530070a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218781 Mar 08 06:18:00.240861 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2795d-8d01-47fb-87d6-cc74f55f258a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517163e8-2e1e-4cd8-9c80-92a58eb48165,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:00.242766 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48508) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:00.338060 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Router 80a4b210-2bb3-41c0-b797-a256744d967e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:18:00.342907 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62fc96c9-0323-4773-a90c-4e9f28e56686 admin admin] Publish callbacks [] for security_group (517163e8-2e1e-4cd8-9c80-92a58eb48165), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.397187 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62fc96c9-0323-4773-a90c-4e9f28e56686 admin admin] Publish callbacks [] for security_group (517163e8-2e1e-4cd8-9c80-92a58eb48165), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.488021 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:18:00.489463 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62fc96c9-0323-4773-a90c-4e9f28e56686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (517163e8-2e1e-4cd8-9c80-92a58eb48165), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.492003 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62fc96c9-0323-4773-a90c-4e9f28e56686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.493112 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-62fc96c9-0323-4773-a90c-4e9f28e56686 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/517163e8-2e1e-4cd8-9c80-92a58eb48165 HTTP/1.1" status: 204 len: 168 time: 0.2464859 Mar 08 06:18:00.501857 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:18:00.512551 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc96c9-0323-4773-a90c-4e9f28e56686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517163e8-2e1e-4cd8-9c80-92a58eb48165,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:00.514927 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:18:00.516840 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:17:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:00.519572 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.551162 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-6b6956fd-2827-473e-9124-68b88339a1ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6940334 Mar 08 06:18:00.551842 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'tag': '4855f88e-cb85-4e32-8656-7a63b58a3c44'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:18:00.554083 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64bf3a5-e09f-43c8-93fd-901407cb2355" -d '{"events": [{"name": "network-changed", "server_uuid": "8595435f-3b0d-41ec-b3b5-e59021fc4764", "tag": "4855f88e-cb85-4e32-8656-7a63b58a3c44"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:18:00.649278 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:18:00.796912 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3762c91b-3b2d-415c-a2a6-212523dd4e8e x-openstack-request-id: req-3762c91b-3b2d-415c-a2a6-212523dd4e8e {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:18:00.797430 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8595435f-3b0d-41ec-b3b5-e59021fc4764", "tag": "4855f88e-cb85-4e32-8656-7a63b58a3c44", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:18:00.797638 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3762c91b-3b2d-415c-a2a6-212523dd4e8e {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:18:00.798078 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'tag': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'status': 'completed', 'code': 200} Mar 08 06:18:00.800927 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48520) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:00.814157 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-874d1a9f-621b-4766-8f76-4f1d277c48fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.888846 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-9c229f6b-d594-4289-86d5-8dcb1e8a3c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:00.890728 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-9c229f6b-d594-4289-86d5-8dcb1e8a3c33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 1129 time: 0.0513923 Mar 08 06:18:00.906610 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-874d1a9f-621b-4766-8f76-4f1d277c48fa admin admin] Publish callbacks [] for security_group (f94c0466-7610-481c-9006-9c979dca9546), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.911547 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-874d1a9f-621b-4766-8f76-4f1d277c48fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f94c0466-7610-481c-9006-9c979dca9546), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:00.959105 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-874d1a9f-621b-4766-8f76-4f1d277c48fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dac8cc10a59642a9919253bc0305e503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544328 Mar 08 06:18:00.959105 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d1a9f-621b-4766-8f76-4f1d277c48fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94c0466-7610-481c-9006-9c979dca9546,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:00.959464 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48522) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:01.027036 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c03eee6b-2a5d-4315-8be2-1d7e7a2f9efc admin admin] Publish callbacks [] for security_group (f94c0466-7610-481c-9006-9c979dca9546), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:01.027734 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'a6034cd4-3e00-4a62-bf6a-bdf27e4fe032', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:d8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:17:59Z', 'updated_at': '2022-03-08T06:17:59Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:01.034277 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-0e634598-5dbe-47a4-9f4f-f076dd85ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:01.035781 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-0e634598-5dbe-47a4-9f4f-f076dd85ccac service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.1369855 Mar 08 06:18:01.053843 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:18:01.063100 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:18:01.063719 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:17:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:01.088433 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c03eee6b-2a5d-4315-8be2-1d7e7a2f9efc admin admin] Publish callbacks [] for security_group (f94c0466-7610-481c-9006-9c979dca9546), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:01.134900 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-908058d8-58ac-44e5-8c2f-0fd3fb197bee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44 HTTP/1.1" status: 200 len: 999 time: 0.0891218 Mar 08 06:18:01.172333 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:18:01.176983 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c03eee6b-2a5d-4315-8be2-1d7e7a2f9efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f94c0466-7610-481c-9006-9c979dca9546), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:01.180030 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c03eee6b-2a5d-4315-8be2-1d7e7a2f9efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:01.181135 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c03eee6b-2a5d-4315-8be2-1d7e7a2f9efc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f94c0466-7610-481c-9006-9c979dca9546 HTTP/1.1" status: 204 len: 168 time: 0.2205348 Mar 08 06:18:01.195823 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03eee6b-2a5d-4315-8be2-1d7e7a2f9efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94c0466-7610-481c-9006-9c979dca9546,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:01.204490 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-2b6403d7-68e1-4d20-aade-581c59ccd1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:01.205949 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-2b6403d7-68e1-4d20-aade-581c59ccd1ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0642319 Mar 08 06:18:01.258498 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-02cbb2af-ff68-429f-881f-a63415a55a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:01.260727 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-02cbb2af-ff68-429f-881f-a63415a55a95 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484221 Mar 08 06:18:01.360283 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-173c8ade-9762-480b-a647-929aef87391f service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926521 Mar 08 06:18:01.423658 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'a6034cd4-3e00-4a62-bf6a-bdf27e4fe032', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:d8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:17:59Z', 'updated_at': '2022-03-08T06:17:59Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:01.450243 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b265339-61ae-41b5-b564-53c3a739848e None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': 'a6034cd4-3e00-4a62-bf6a-bdf27e4fe032', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.159', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:d8:c0:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:17:59Z', 'updated_at': '2022-03-08T06:17:59Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:18:01.458003 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-e64bf3a5-e09f-43c8-93fd-901407cb2355 req-20825406-7bb6-41b7-88b7-b89a3dab86fa service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913584 Mar 08 06:18:01.659417 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b77f9-5813-458f-8a0b-768332ef4a33 None None] New status for floating IP a6034cd4-3e00-4a62-bf6a-bdf27e4fe032: ACTIVE {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:18:03.441750 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-55ea7d9a-b54e-4e65-9e53-30231fa03d82 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4cf1a2642bc042158eecb4739e9601b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281320 Mar 08 06:18:03.620048 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-15950194-848f-45a8-8b98-167842c0b2bb tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:03.621500 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-15950194-848f-45a8-8b98-167842c0b2bb tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748769 Mar 08 06:18:03.636444 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-44aea191-eb5e-41d9-a4b4-046a60ec1a99 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/quotas/4cf1a2642bc042158eecb4739e9601b0 HTTP/1.1" status: 200 len: 375 time: 0.0087488 Mar 08 06:18:03.666865 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-7e8b6310-e4cb-4bd3-a936-234183cba9ff tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4cf1a2642bc042158eecb4739e9601b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249772 Mar 08 06:18:03.824650 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-29f84780-780e-4415-95c6-e9c0d027a897 req-7269a8d9-e005-4394-8df0-91052c36e3a5 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 210 time: 0.0298142 Mar 08 06:18:04.774858 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-167f3c5f-3b98-45a2-951d-3b1d831275be tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4cf1a2642bc042158eecb4739e9601b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317712 Mar 08 06:18:05.166729 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-76c22501-c5f0-4b1b-a681-34f95a0c5e7f req-0e4d3558-fef6-41d3-8d91-ac28171dc329 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 210 time: 0.2740617 Mar 08 06:18:05.218469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-944d4894-573f-4fe6-a74f-95046de324ef tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:05.220018 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-944d4894-573f-4fe6-a74f-95046de324ef tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4392004 Mar 08 06:18:05.240001 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Request body: {'port': {'device_id': '406e2da5-0c91-42bd-9c91-a6f2614c3243', 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e', 'admin_state_up': True, 'tenant_id': '4cf1a2642bc042158eecb4739e9601b0'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:18:05.346662 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Made reservation on behalf of 4cf1a2642bc042158eecb4739e9601b0 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:18:05.349888 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:05.358674 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:05.429431 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks [] for security_group (c518685b-f00c-4e83-b8a1-f0e4f43f4de9), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:05.433052 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (c518685b-f00c-4e83-b8a1-f0e4f43f4de9), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:05.495432 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c518685b-f00c-4e83-b8a1-f0e4f43f4de9,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:05.563807 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Allocated IP 192.168.233.173 (f8958d40-6052-4a6d-a92b-c7a112eb788e/30d2b06f-41a2-4273-aefa-2b6ea3ab5139/9c6b2068-7c44-4b87-b81a-347c8add2fad) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:18:05.702152 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks [] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:05.734073 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:05.780360 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Network f8958d40-6052-4a6d-a92b-c7a112eb788e is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:18:05.783251 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:18:05.786798 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:18:05.810051 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Pushing event updated for resources: {'Port': ['ID=9c6b2068-7c44-4b87-b81a-347c8add2fad,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:05.837940 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:05.838539 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:05.855227 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e1ebd7d3-0671-4a79-a177-7a8c9007de63 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6188617 Mar 08 06:18:05.877989 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Request body: {'port': {'device_id': '406e2da5-0c91-42bd-9c91-a6f2614c3243', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:18:05.937483 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:06.067343 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cd6a1394-b42d-41fa-be93-68ed798b2dba None None] Provisioning complete for port 9c6b2068-7c44-4b87-b81a-347c8add2fad triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:18:06.067910 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cd6a1394-b42d-41fa-be93-68ed798b2dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:06.100484 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a1394-b42d-41fa-be93-68ed798b2dba None None] Port 9c6b2068-7c44-4b87-b81a-347c8add2fad cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:18:06.195376 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6b2068-7c44-4b87-b81a-347c8add2fad {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:18:06.203600 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Publish callbacks [] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:06.215793 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Transition to ACTIVE for port object 9c6b2068-7c44-4b87-b81a-347c8add2fad will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:18:06.219767 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:06.290988 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c39ce-eaf8-4886-b2aa-a58c5d4a4f08 req-5ad167cb-4367-465f-97c8-6b5d5284e55a tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:06.299405 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0b5c39ce-eaf8-4886-b2aa-a58c5d4a4f08 req-5ad167cb-4367-465f-97c8-6b5d5284e55a tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 948 time: 0.0639315 Mar 08 06:18:06.309121 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6b2068-7c44-4b87-b81a-347c8add2fad,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:06.344562 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Attempting to bind port 9c6b2068-7c44-4b87-b81a-347c8add2fad on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:18:06.344896 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Attempting to bind port 9c6b2068-7c44-4b87-b81a-347c8add2fad by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:18:06.345226 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Attempting to bind port 9c6b2068-7c44-4b87-b81a-347c8add2fad on network f8958d40-6052-4a6d-a92b-c7a112eb788e {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:18:06.349611 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Port 9c6b2068-7c44-4b87-b81a-347c8add2fad on network f8958d40-6052-4a6d-a92b-c7a112eb788e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:18:06.349936 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Attempting to bind port 9c6b2068-7c44-4b87-b81a-347c8add2fad on network f8958d40-6052-4a6d-a92b-c7a112eb788e {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:18:06.351794 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0b5c39ce-eaf8-4886-b2aa-a58c5d4a4f08 req-d42d5433-b65f-4bdd-b024-765c4281a115 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515182 Mar 08 06:18:06.355853 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:18:06.356341 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Checking segment: {'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:18:06.356577 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Bound using segment: {'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:18:06.357676 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Bound port: 9c6b2068-7c44-4b87-b81a-347c8add2fad, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ea752e-6c6c-420b-8d80-eacfdfda8217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:18:06.358523 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:06.422545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] For port 9c6b2068-7c44-4b87-b81a-347c8add2fad, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:18:06.425681 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] For port 9c6b2068-7c44-4b87-b81a-347c8add2fad, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c6b2068-7c44-4b87-b81a-347c8add2fad,segment=NetworkSegment(56ea752e-6c6c-420b-8d80-eacfdfda8217),segment_id=56ea752e-6c6c-420b-8d80-eacfdfda8217)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:18:06.432170 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:06.470160 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:06.470798 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:06.472168 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] 10.222.0.31 "PUT /v2.0/ports/9c6b2068-7c44-4b87-b81a-347c8add2fad HTTP/1.1" status: 200 len: 1098 time: 0.5985706 Mar 08 06:18:06.472607 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406e2da5-0c91-42bd-9c91-a6f2614c3243', 'tag': '9c6b2068-7c44-4b87-b81a-347c8add2fad'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:18:06.474859 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9c2884-2933-437b-b34c-a5e41c3217ad" -d '{"events": [{"name": "network-changed", "server_uuid": "406e2da5-0c91-42bd-9c91-a6f2614c3243", "tag": "9c6b2068-7c44-4b87-b81a-347c8add2fad"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:18:06.493831 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1de1d-bb0d-4270-88ce-9bd5ea6dee58 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6b2068-7c44-4b87-b81a-347c8add2fad,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:06.516273 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdaf949-54fb-4510-bdf0-b641dc21ba0a x-openstack-request-id: req-2bdaf949-54fb-4510-bdf0-b641dc21ba0a {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:18:06.516646 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406e2da5-0c91-42bd-9c91-a6f2614c3243", "tag": "9c6b2068-7c44-4b87-b81a-347c8add2fad", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:18:06.516903 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2bdaf949-54fb-4510-bdf0-b641dc21ba0a {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:18:06.517301 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406e2da5-0c91-42bd-9c91-a6f2614c3243', 'tag': '9c6b2068-7c44-4b87-b81a-347c8add2fad', 'status': 'completed', 'code': 200} Mar 08 06:18:06.593181 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-50878e7a-7f5e-4ac1-8624-7c7aba4e2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:06.594841 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-50878e7a-7f5e-4ac1-8624-7c7aba4e2d8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf1a2642bc042158eecb4739e9601b0&device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 1132 time: 0.0474961 Mar 08 06:18:06.647197 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-ca8fb277-902b-40de-8e36-68bdc1972e00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9c6b2068-7c44-4b87-b81a-347c8add2fad HTTP/1.1" status: 200 len: 217 time: 0.0392685 Mar 08 06:18:06.693516 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-45a18a95-6063-40ee-bff5-c71c75147e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:06.694932 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-45a18a95-6063-40ee-bff5-c71c75147e7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30d2b06f-41a2-4273-aefa-2b6ea3ab5139 HTTP/1.1" status: 200 len: 843 time: 0.0422258 Mar 08 06:18:06.747199 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-aed31298-959c-4f77-b369-b20872a815cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:06.750257 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-aed31298-959c-4f77-b369-b20872a815cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8958d40-6052-4a6d-a92b-c7a112eb788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0480778 Mar 08 06:18:06.843733 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-e9cd9517-2d95-4ade-aad3-faeee73d363c service neutron] 10.222.0.31 "GET /v2.0/networks/f8958d40-6052-4a6d-a92b-c7a112eb788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875328 Mar 08 06:18:06.928749 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5b0de7d2-5bc7-4198-a883-5f122fa72f96 req-5aa55d08-c826-43c7-9254-8684f52d3eb6 service neutron] 10.222.0.31 "GET /v2.0/networks/f8958d40-6052-4a6d-a92b-c7a112eb788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791335 Mar 08 06:18:07.070664 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-4b789a65-f689-4165-88ca-994d481e8d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:07.072140 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-4b789a65-f689-4165-88ca-994d481e8d71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4cf1a2642bc042158eecb4739e9601b0&device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 1132 time: 0.0475647 Mar 08 06:18:07.158987 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-348fe982-2703-4bb8-b58f-2c2ce25527b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:07.160475 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-348fe982-2703-4bb8-b58f-2c2ce25527b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f8958d40-6052-4a6d-a92b-c7a112eb788e HTTP/1.1" status: 200 len: 870 time: 0.0813551 Mar 08 06:18:07.205745 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-4def2c76-2824-4057-880e-74fb0fa8f743 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=9c6b2068-7c44-4b87-b81a-347c8add2fad HTTP/1.1" status: 200 len: 217 time: 0.0394673 Mar 08 06:18:07.254033 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-5fe3f244-e850-4979-8fd2-0059e8762303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:07.255471 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-5fe3f244-e850-4979-8fd2-0059e8762303 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30d2b06f-41a2-4273-aefa-2b6ea3ab5139 HTTP/1.1" status: 200 len: 843 time: 0.0438795 Mar 08 06:18:07.303431 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-6dd66785-f8bc-40c0-a618-6e393152f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:07.304918 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-6dd66785-f8bc-40c0-a618-6e393152f254 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f8958d40-6052-4a6d-a92b-c7a112eb788e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0433812 Mar 08 06:18:07.395110 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-aa446f9d-d2f2-4338-b037-baf2aba79d14 service neutron] 10.222.0.31 "GET /v2.0/networks/f8958d40-6052-4a6d-a92b-c7a112eb788e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829530 Mar 08 06:18:07.472583 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9e3b5-3d09-413c-886e-3a2bf7f3e32c req-5449cd0f-fbd9-432d-9ef4-48f57f92c9a1 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:07.474080 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3fd9e3b5-3d09-413c-886e-3a2bf7f3e32c req-5449cd0f-fbd9-432d-9ef4-48f57f92c9a1 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 948 time: 0.0556152 Mar 08 06:18:07.484637 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8b9c2884-2933-437b-b34c-a5e41c3217ad req-247aac2b-b911-4acf-b73e-317ab3c71bce service neutron] 10.222.0.31 "GET /v2.0/networks/f8958d40-6052-4a6d-a92b-c7a112eb788e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827835 Mar 08 06:18:07.525719 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3fd9e3b5-3d09-413c-886e-3a2bf7f3e32c req-a2d24ecd-40ca-49be-ae76-e7d2a62c60fa tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460486 Mar 08 06:18:08.647586 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5761042-aaac-4cd2-b1a5-0d5db6f4d013 req-79774663-2f3a-4856-9086-1479282502ca tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:08.648950 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d5761042-aaac-4cd2-b1a5-0d5db6f4d013 req-79774663-2f3a-4856-9086-1479282502ca tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 948 time: 0.0521681 Mar 08 06:18:08.694567 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d5761042-aaac-4cd2-b1a5-0d5db6f4d013 req-798bdbf0-b310-4681-9883-0df0862d535f tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398548 Mar 08 06:18:09.162512 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e58b51e6-1801-4dc9-9cf4-5dbb4f992c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:09.807324 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240aa77a-3fd5-414f-ac75-f1b90723911b req-038624ae-ecc6-4c06-ab7c-f9ed18ffd2b0 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:09.808841 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-240aa77a-3fd5-414f-ac75-f1b90723911b req-038624ae-ecc6-4c06-ab7c-f9ed18ffd2b0 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 948 time: 0.0506368 Mar 08 06:18:09.860554 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-240aa77a-3fd5-414f-ac75-f1b90723911b req-f6746096-27cf-4e95-9a20-f40a15a4bc4e tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456753 Mar 08 06:18:10.322417 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 9c6b2068-7c44-4b87-b81a-347c8add2fad details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:18:10.422019 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 9c6b2068-7c44-4b87-b81a-347c8add2fad, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c6b2068-7c44-4b87-b81a-347c8add2fad,segment=NetworkSegment(56ea752e-6c6c-420b-8d80-eacfdfda8217),segment_id=56ea752e-6c6c-420b-8d80-eacfdfda8217)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:10.431894 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '9c6b2068-7c44-4b87-b81a-347c8add2fad', 'network_id': 'f8958d40-6052-4a6d-a92b-c7a112eb788e', 'port_id': '9c6b2068-7c44-4b87-b81a-347c8add2fad', 'mac_address': 'fa:16:3e:41:11:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d2b06f-41a2-4273-aefa-2b6ea3ab5139', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:18:10.469700 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 9c6b2068-7c44-4b87-b81a-347c8add2fad is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:18:10.470087 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:10.482848 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6b2068-7c44-4b87-b81a-347c8add2fad {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:18:10.501531 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 9c6b2068-7c44-4b87-b81a-347c8add2fad, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c6b2068-7c44-4b87-b81a-347c8add2fad,segment=NetworkSegment(56ea752e-6c6c-420b-8d80-eacfdfda8217),segment_id=56ea752e-6c6c-420b-8d80-eacfdfda8217)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:10.504971 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:10.551475 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=9c6b2068-7c44-4b87-b81a-347c8add2fad,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:10.944495 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['9c6b2068-7c44-4b87-b81a-347c8add2fad'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:18:10.984439 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9a6a8-04a9-44d6-aa32-44c41d53d527 req-3a9eb5d0-e2ae-4b37-a4e0-961c9ddcc745 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:10.986201 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8d9a6a8-04a9-44d6-aa32-44c41d53d527 req-3a9eb5d0-e2ae-4b37-a4e0-961c9ddcc745 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 949 time: 0.0581100 Mar 08 06:18:11.031907 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8d9a6a8-04a9-44d6-aa32-44c41d53d527 req-81135599-def2-45f9-a6ac-af48922b9808 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404649 Mar 08 06:18:11.398086 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-790fc5fd-094a-4f20-b8d9-4d9520ec4b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:12.149949 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28742ea5-6f01-4d11-a180-686d6fafae7d req-23d7b0f6-604a-43c4-aa20-cf38137d6f76 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:12.151626 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-28742ea5-6f01-4d11-a180-686d6fafae7d req-23d7b0f6-604a-43c4-aa20-cf38137d6f76 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 949 time: 0.0534708 Mar 08 06:18:12.205463 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-28742ea5-6f01-4d11-a180-686d6fafae7d req-d0379220-41c5-4b51-a571-b91c2aea5b01 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477319 Mar 08 06:18:12.320265 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 9c6b2068-7c44-4b87-b81a-347c8add2fad up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:18:12.370169 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 9c6b2068-7c44-4b87-b81a-347c8add2fad completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:18:12.374081 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 9c6b2068-7c44-4b87-b81a-347c8add2fad triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:18:12.374459 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:12.454229 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 9c6b2068-7c44-4b87-b81a-347c8add2fad is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:18:12.454928 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:12.477883 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e2da5-0c91-42bd-9c91-a6f2614c3243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6b2068-7c44-4b87-b81a-347c8add2fad'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:18:12.480151 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3684dc-db97-4a7a-ac8d-984ec002c4e3" -d '{"events": [{"server_uuid": "406e2da5-0c91-42bd-9c91-a6f2614c3243", "name": "network-vif-plugged", "status": "completed", "tag": "9c6b2068-7c44-4b87-b81a-347c8add2fad"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:18:12.492265 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 9c6b2068-7c44-4b87-b81a-347c8add2fad, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c6b2068-7c44-4b87-b81a-347c8add2fad,segment=NetworkSegment(56ea752e-6c6c-420b-8d80-eacfdfda8217),segment_id=56ea752e-6c6c-420b-8d80-eacfdfda8217)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:12.496096 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:12.522561 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c626fffb-e920-4c84-bb1f-438cf19f9829 x-openstack-request-id: req-c626fffb-e920-4c84-bb1f-438cf19f9829 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:18:12.522878 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e2da5-0c91-42bd-9c91-a6f2614c3243", "name": "network-vif-plugged", "status": "completed", "tag": "9c6b2068-7c44-4b87-b81a-347c8add2fad", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:18:12.523136 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c626fffb-e920-4c84-bb1f-438cf19f9829 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:18:12.523527 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e2da5-0c91-42bd-9c91-a6f2614c3243', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6b2068-7c44-4b87-b81a-347c8add2fad', 'code': 200} Mar 08 06:18:12.552685 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:12.561724 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=9c6b2068-7c44-4b87-b81a-347c8add2fad,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:12.734480 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f067b06-cc86-41a3-8ca4-a1e426c401ca req-59d95e3f-db39-4919-89f3-d775d1545128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:12.735929 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1f067b06-cc86-41a3-8ca4-a1e426c401ca req-59d95e3f-db39-4919-89f3-d775d1545128 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 1134 time: 0.0428786 Mar 08 06:18:12.785034 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1f067b06-cc86-41a3-8ca4-a1e426c401ca req-db893240-72e7-4944-af27-60129e51ff25 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428307 Mar 08 06:18:13.332239 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947532bb-3d60-4b0c-b26f-9e26b8997e77 req-73e08373-eeaf-445d-8f81-4b8230c02060 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:13.333721 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-947532bb-3d60-4b0c-b26f-9e26b8997e77 req-73e08373-eeaf-445d-8f81-4b8230c02060 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 950 time: 0.0571554 Mar 08 06:18:13.379817 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-947532bb-3d60-4b0c-b26f-9e26b8997e77 req-aa46aa32-f580-4a6b-b342-222602f31c6a tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Mar 08 06:18:14.152411 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:14.494424 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8232423-b904-41f9-9abb-34c792dbc545 req-dbded9bd-78d5-451a-97be-349239f8b13b tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:14.496177 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c8232423-b904-41f9-9abb-34c792dbc545 req-dbded9bd-78d5-451a-97be-349239f8b13b tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 950 time: 0.0511842 Mar 08 06:18:14.542402 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c8232423-b904-41f9-9abb-34c792dbc545 req-1a683b67-32bf-4795-b33c-acff13dfa2d0 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Mar 08 06:18:14.796922 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d622a-77c9-4fdf-9b3c-a23a4f242cbc req-2e31e879-a6d9-4602-ba35-1823a2f0b8ad tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:14.799171 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-312d622a-77c9-4fdf-9b3c-a23a4f242cbc req-2e31e879-a6d9-4602-ba35-1823a2f0b8ad tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 950 time: 0.0531976 Mar 08 06:18:14.848744 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-312d622a-77c9-4fdf-9b3c-a23a4f242cbc req-bd3d0178-b1f3-4f21-9a98-bec2c4e57a22 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443175 Mar 08 06:18:15.588253 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:15.966465 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9024531-06bc-484d-ba2e-a59e1960bfeb req-6cb26ac5-d6ce-4b73-93bd-618211f3df41 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:15.968067 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e9024531-06bc-484d-ba2e-a59e1960bfeb req-6cb26ac5-d6ce-4b73-93bd-618211f3df41 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 950 time: 0.0511982 Mar 08 06:18:16.013292 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e9024531-06bc-484d-ba2e-a59e1960bfeb req-3a29dd40-9d97-458d-86d5-f30366418a2a tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/security-groups?id=c518685b-f00c-4e83-b8a1-f0e4f43f4de9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Mar 08 06:18:16.514878 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-4432506c-74cc-4658-92d7-897443f160d4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:16.516555 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-4432506c-74cc-4658-92d7-897443f160d4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.31 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 950 time: 0.0517678 Mar 08 06:18:16.605162 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Deleting port 9c6b2068-7c44-4b87-b81a-347c8add2fad {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:18:16.605415 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:16.692619 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] For port 9c6b2068-7c44-4b87-b81a-347c8add2fad, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=9c6b2068-7c44-4b87-b81a-347c8add2fad,segment=NetworkSegment(56ea752e-6c6c-420b-8d80-eacfdfda8217),segment_id=56ea752e-6c6c-420b-8d80-eacfdfda8217)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:16.692974 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:16.704700 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Calling delete_port for 9c6b2068-7c44-4b87-b81a-347c8add2fad owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:18:16.829522 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (9c6b2068-7c44-4b87-b81a-347c8add2fad), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:16.856061 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Pushing event deleted for resources: {'Port': ['ID=9c6b2068-7c44-4b87-b81a-347c8add2fad,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:16.867170 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['9c6b2068-7c44-4b87-b81a-347c8add2fad'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:18:16.900037 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] No DVR routers for this DVR port 9c6b2068-7c44-4b87-b81a-347c8add2fad on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:18:16.902469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:16.906424 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0ce1961f-6e1b-4608-a23a-5365856a85a7 req-1dd2fc36-fa62-464f-b0ca-89df7f805ef4 tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.31 "DELETE /v2.0/ports/9c6b2068-7c44-4b87-b81a-347c8add2fad HTTP/1.1" status: 204 len: 173 time: 0.3846273 Mar 08 06:18:16.906893 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406e2da5-0c91-42bd-9c91-a6f2614c3243', 'name': 'network-vif-deleted', 'tag': '9c6b2068-7c44-4b87-b81a-347c8add2fad'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:18:16.909493 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a489fce-4e5a-494e-aacb-96da9ee96db4" -d '{"events": [{"server_uuid": "406e2da5-0c91-42bd-9c91-a6f2614c3243", "name": "network-vif-deleted", "tag": "9c6b2068-7c44-4b87-b81a-347c8add2fad"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:18:16.956256 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c251c5b-f9ff-4d37-aad8-7da6e380d841 x-openstack-request-id: req-7c251c5b-f9ff-4d37-aad8-7da6e380d841 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:18:16.956957 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406e2da5-0c91-42bd-9c91-a6f2614c3243", "name": "network-vif-deleted", "tag": "9c6b2068-7c44-4b87-b81a-347c8add2fad", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:18:16.957301 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c251c5b-f9ff-4d37-aad8-7da6e380d841 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:18:16.957799 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406e2da5-0c91-42bd-9c91-a6f2614c3243', 'name': 'network-vif-deleted', 'tag': '9c6b2068-7c44-4b87-b81a-347c8add2fad', 'status': 'completed', 'code': 200} Mar 08 06:18:17.119008 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9826ad80-bd2e-46fc-88be-76fc4a9c60e7 req-2346ea75-1fb9-4cee-ab12-443b8eaaf81b tempest-VolumesNegativeTest-859248040 tempest-VolumesNegativeTest-859248040-project] 10.222.0.16 "GET /v2.0/ports?device_id=406e2da5-0c91-42bd-9c91-a6f2614c3243 HTTP/1.1" status: 200 len: 210 time: 0.0264747 Mar 08 06:18:19.307634 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:20.341690 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 9c6b2068-7c44-4b87-b81a-347c8add2fad no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:18:20.368904 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 9c6b2068-7c44-4b87-b81a-347c8add2fad {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:18:20.369249 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 9c6b2068-7c44-4b87-b81a-347c8add2fad not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:18:21.327811 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b687985-69f3-4b9d-9d48-62e36dd3042e req-a2a01739-6cfb-4b86-a880-bcb7a92f6949 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:21.329290 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4b687985-69f3-4b9d-9d48-62e36dd3042e req-a2a01739-6cfb-4b86-a880-bcb7a92f6949 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 945 time: 0.0571678 Mar 08 06:18:21.376408 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4b687985-69f3-4b9d-9d48-62e36dd3042e req-4d829d86-8e50-440f-ab3e-d7b625bd26ab tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411990 Mar 08 06:18:21.979711 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48926) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:22.106179 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4526b5fd-0cbd-46fb-a276-f142813a2565 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4cf1a2642bc042158eecb4739e9601b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1252935 Mar 08 06:18:22.109129 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48930) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:22.153115 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c23d167d-f10e-4c46-be93-dcdf44dcb3d4 admin admin] Publish callbacks [] for security_group (c518685b-f00c-4e83-b8a1-f0e4f43f4de9), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:22.173939 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c23d167d-f10e-4c46-be93-dcdf44dcb3d4 admin admin] Publish callbacks [] for security_group (c518685b-f00c-4e83-b8a1-f0e4f43f4de9), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:22.221485 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c23d167d-f10e-4c46-be93-dcdf44dcb3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (c518685b-f00c-4e83-b8a1-f0e4f43f4de9), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:22.224264 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c23d167d-f10e-4c46-be93-dcdf44dcb3d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:22.225361 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c23d167d-f10e-4c46-be93-dcdf44dcb3d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c518685b-f00c-4e83-b8a1-f0e4f43f4de9 HTTP/1.1" status: 204 len: 168 time: 0.1153638 Mar 08 06:18:22.233420 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d167d-f10e-4c46-be93-dcdf44dcb3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518685b-f00c-4e83-b8a1-f0e4f43f4de9,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:22.497991 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fb194-0266-4d6c-9955-7bc3cd2465a0 req-ce262ff8-4e68-4440-a44f-dbb7b6dc5f3f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:22.499547 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-670fb194-0266-4d6c-9955-7bc3cd2465a0 req-ce262ff8-4e68-4440-a44f-dbb7b6dc5f3f tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 945 time: 0.0545599 Mar 08 06:18:22.552902 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-670fb194-0266-4d6c-9955-7bc3cd2465a0 req-f7db3652-0d25-4c52-9ad4-7e768394e614 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475726 Mar 08 06:18:22.837431 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48954) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:22.929829 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-543941147-network', 'tenant_id': 'b35f4d2cbeb54fc89fcdf3034d4e6369'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:18:22.949481 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Made reservation on behalf of b35f4d2cbeb54fc89fcdf3034d4e6369 for: {'network': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:18:22.952436 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for network (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:22.961068 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.032185 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Publish callbacks [] for security_group (87f06357-f77b-4b08-97b2-3e240a68ae99), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.036010 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (87f06357-f77b-4b08-97b2-3e240a68ae99), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.061800 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 06:18:23.068959 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f06357-f77b-4b08-97b2-3e240a68ae99,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:23.074824 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (16d43fad-4c7c-4685-a059-8f76e60d62eb), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.075182 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.segments_db [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Added segment 16d43fad-4c7c-4685-a059-8f76e60d62eb of type vlan for network 731b5121-2aca-4ec5-b3cd-697edd47f594 Mar 08 06:18:23.114394 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773904879647'] for network (731b5121-2aca-4ec5-b3cd-697edd47f594), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.137398 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813'] for network (731b5121-2aca-4ec5-b3cd-697edd47f594), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.138344 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:23.138964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.167610 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3291304 Mar 08 06:18:23.170551 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48958) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:23.175693 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Request body: {'subnet': {'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-543941147-subnet', 'tenant_id': 'b35f4d2cbeb54fc89fcdf3034d4e6369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:18:23.194832 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Made reservation on behalf of b35f4d2cbeb54fc89fcdf3034d4e6369 for: {'subnet': 1} {{(pid=103358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:18:23.197104 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13000890'] for subnet (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.203562 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d5cd0-59d0-4584-9a90-71bf71a65031 admin admin] Pushing event updated for resources: {'Network': ['ID=731b5121-2aca-4ec5-b3cd-697edd47f594,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:23.213534 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Network 731b5121-2aca-4ec5-b3cd-697edd47f594 details requested by agent ovs-agent-dv-cinder-828060-10-iscsi with host dv-cinder-828060-10-iscsi {{(pid=103360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 06:18:23.301835 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-b7eeed73-4fc8-49c4-9b31-f84921e89714 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:23.303273 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-b7eeed73-4fc8-49c4-9b31-f84921e89714 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 945 time: 0.0576336 Mar 08 06:18:23.367708 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12772833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13000868'] for subnet (493a3bd2-2fbe-473a-bf40-4bc49a5fcbab), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.395197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Deleting port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:18:23.395545 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.428070 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Pushing event updated for resources: {'Subnet': ['ID=493a3bd2-2fbe-473a-bf40-4bc49a5fcbab,revision_number=0']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:23.435225 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Checking segment: {'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:18:23.435584 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Network hostable DHCP agents. Network: 731b5121-2aca-4ec5-b3cd-697edd47f594, hostable agents: ['ef795add-6ed0-4389-b22e-e006d8785677'], hosted agents: [] {{(pid=103358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 06:18:23.452649 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Network 731b5121-2aca-4ec5-b3cd-697edd47f594 is scheduled to be hosted by DHCP agent ef795add-6ed0-4389-b22e-e006d8785677 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 06:18:23.461342 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828060-10-iscsi, 731b5121-2aca-4ec5-b3cd-697edd47f594) {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:18:23.465424 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:23.466024 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.470825 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cd76f-76ad-4740-bb35-d321d8927eb0 None None] Network 731b5121-2aca-4ec5-b3cd-697edd47f594 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:18:23.485470 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9ecbb387-e665-48b5-8105-54323a3e543e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3127782 Mar 08 06:18:23.497741 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] For port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:23.498109 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.583583 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cedfb97-2544-4016-b660-8e2402996514 None None] Network 731b5121-2aca-4ec5-b3cd-697edd47f594 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:18:23.677738 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0edd7-f4bc-4342-9669-995a0d4cd910 req-8563bf4c-e8d0-43de-8586-8a677bf9df0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:23.684563 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8ad0edd7-f4bc-4342-9669-995a0d4cd910 req-8563bf4c-e8d0-43de-8586-8a677bf9df0d tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2efa8fa-62d0-440d-bec1-a639c829481e HTTP/1.1" status: 200 len: 945 time: 0.0583382 Mar 08 06:18:23.694901 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.695269 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (9f78983e-eb55-414c-af92-cf9428844892), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.695596 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Floating IP 9f78983e-eb55-414c-af92-cf9428844892 disassociated. External IP: 172.27.2.141, port: 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3. Mar 08 06:18:23.695944 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Calling delete_port for 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:18:23.738526 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8ad0edd7-f4bc-4342-9669-995a0d4cd910 req-3aa84fe0-1d0c-4a78-b646-4895f1248a95 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups?id=ce0e560d-b93b-4236-9416-57fe97269b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528836 Mar 08 06:18:23.835835 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (4a13afa4-6f35-4a58-aed8-676cb2ecf3e3), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:23.864919 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'Port': ['ID=4a13afa4-6f35-4a58-aed8-676cb2ecf3e3,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:23.986477 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:18:24.094901 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:18:24.104099 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:18:24.114408 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:18:24.115062 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:18:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:24.136050 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] No DVR routers for this DVR port 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:18:24.138645 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:24.146399 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-22ecf338-78d3-4134-a13a-6e0f04bb4cf2 req-ba3896e2-57e8-4cf5-9af2-57d38049fbde tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.31 "DELETE /v2.0/ports/4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 HTTP/1.1" status: 204 len: 173 time: 0.8380706 Mar 08 06:18:24.146803 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'name': 'network-vif-deleted', 'tag': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:18:24.149064 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961dee17-23c1-4126-be76-3d4bae724f2e" -d '{"events": [{"server_uuid": "e2efa8fa-62d0-440d-bec1-a639c829481e", "name": "network-vif-deleted", "tag": "4a13afa4-6f35-4a58-aed8-676cb2ecf3e3"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:18:24.190203 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae8c490-158d-4d7c-99e0-7fff7789c694 x-openstack-request-id: req-0ae8c490-158d-4d7c-99e0-7fff7789c694 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:18:24.190513 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2efa8fa-62d0-440d-bec1-a639c829481e", "name": "network-vif-deleted", "tag": "4a13afa4-6f35-4a58-aed8-676cb2ecf3e3", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:18:24.190778 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae8c490-158d-4d7c-99e0-7fff7789c694 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:18:24.191382 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2efa8fa-62d0-440d-bec1-a639c829481e', 'name': 'network-vif-deleted', 'tag': '4a13afa4-6f35-4a58-aed8-676cb2ecf3e3', 'status': 'completed', 'code': 200} Mar 08 06:18:24.239912 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:18:24.450638 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:24.480691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:18:24.488809 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:18:24.489401 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:18:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:24.730508 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:18:24.827052 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 48978) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:24.882760 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8060497f-c4e3-4bd9-a56d-928d823b0c0b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (ce0e560d-b93b-4236-9416-57fe97269b0f), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:24.905799 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8060497f-c4e3-4bd9-a56d-928d823b0c0b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (ce0e560d-b93b-4236-9416-57fe97269b0f), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:24.929049 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:24.953483 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8060497f-c4e3-4bd9-a56d-928d823b0c0b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (ce0e560d-b93b-4236-9416-57fe97269b0f), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:24.956093 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8060497f-c4e3-4bd9-a56d-928d823b0c0b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:24.957514 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-8060497f-c4e3-4bd9-a56d-928d823b0c0b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "DELETE /v2.0/security-groups/ce0e560d-b93b-4236-9416-57fe97269b0f HTTP/1.1" status: 204 len: 168 time: 0.1293833 Mar 08 06:18:24.958690 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee962c1f-d92c-4e69-8a8a-ab186d402316 None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:38Z', 'revision_number': 4, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': '3764aa6b-2675-4b71-890a-bd781f2a9048', 'name': '', 'network_id': '973f7c0a-12e5-4799-8f15-8eee2b353fe6', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'mac_address': 'fa:16:3e:a1:b6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:37Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'subnets': [{'id': 'b9d999ee-7805-406f-9984-5b2234fab44d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:18:24.964219 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48980) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:24.966971 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060497f-c4e3-4bd9-a56d-928d823b0c0b tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0e560d-b93b-4236-9416-57fe97269b0f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:24.983750 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.api.v2.resource [None req-b5adddfc-bf4b-48b8-9ba1-68e6f5684b06 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] show failed (client error): The resource could not be found. Mar 08 06:18:24.987061 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b5adddfc-bf4b-48b8-9ba1-68e6f5684b06 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "GET /v2.0/security-groups/ce0e560d-b93b-4236-9416-57fe97269b0f HTTP/1.1" status: 404 len: 347 time: 0.0202022 Mar 08 06:18:24.988356 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 48982) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:25.121138 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Deleting port 1855cc7e-6ee4-4682-b537-3b7b98cbfbf5 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:18:25.121694 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:25.213526 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:25.213837 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:25.226456 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Calling delete_port for 1855cc7e-6ee4-4682-b537-3b7b98cbfbf5 owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:18:25.236640 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673a83a-aea6-45bd-a00c-8f2b3fe493dc None None] New status for floating IP 9f78983e-eb55-414c-af92-cf9428844892: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:18:25.280629 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6988-3faf-4e44-872c-02ca60d1010b req-28415fb9-2eff-4d16-8eb9-cc06954c7757 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:25.282414 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-28415fb9-2eff-4d16-8eb9-cc06954c7757 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/networks?id=731b5121-2aca-4ec5-b3cd-697edd47f594 HTTP/1.1" status: 200 len: 813 time: 0.1068802 Mar 08 06:18:25.298711 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be0167ae-8bcb-485f-9726-2dd113acbbf7 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/quotas/b35f4d2cbeb54fc89fcdf3034d4e6369 HTTP/1.1" status: 200 len: 375 time: 0.0102208 Mar 08 06:18:25.331753 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-459a326b-4709-4f58-b1cf-2559fb20f293 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b35f4d2cbeb54fc89fcdf3034d4e6369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271447 Mar 08 06:18:25.342932 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-3b71566a-7288-4150-9d3f-d9ba1877934c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103358) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 06:18:25.344031 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-3b71566a-7288-4150-9d3f-d9ba1877934c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058079 Mar 08 06:18:25.361727 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (1855cc7e-6ee4-4682-b537-3b7b98cbfbf5), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:25.363169 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron_lib.db.api [None req-4673a83a-aea6-45bd-a00c-8f2b3fe493dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 06:18:25.363588 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG oslo_db.api [None req-4673a83a-aea6-45bd-a00c-8f2b3fe493dc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 06:18:25.387830 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Pushing event deleted for resources: {'Port': ['ID=1855cc7e-6ee4-4682-b537-3b7b98cbfbf5,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:25.435838 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-95427e8d-75b3-4dc8-8874-5764fb94c08e service neutron] 10.222.0.16 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857530 Mar 08 06:18:25.444899 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks [] for floatingip (9f78983e-eb55-414c-af92-cf9428844892), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:25.447408 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:25.448559 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f1654555-1498-4d24-8086-07c585dfd6f5 tempest-AttachVolumeNegativeTest-2092289714 tempest-AttachVolumeNegativeTest-2092289714-project] 10.222.0.16 "DELETE /v2.0/floatingips/9f78983e-eb55-414c-af92-cf9428844892 HTTP/1.1" status: 204 len: 168 time: 0.4591951 Mar 08 06:18:25.528752 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-4386a8b8-722c-472c-8fa8-0205edd27872 service neutron] 10.222.0.16 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867858 Mar 08 06:18:25.692471 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-6aa08a51-751c-4b3b-aa96-bfa8379095e4 req-61c90253-3d9f-44bb-a519-258f962f898f tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 210 time: 0.0321591 Mar 08 06:18:25.864767 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673a83a-aea6-45bd-a00c-8f2b3fe493dc None None] New status for floating IP 9f78983e-eb55-414c-af92-cf9428844892: DOWN {{(pid=103361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:18:26.414385 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:18:26.434275 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:18:26.434649 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 4a13afa4-6f35-4a58-aed8-676cb2ecf3e3 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:18:26.475479 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:18:26.722347 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6988-3faf-4e44-872c-02ca60d1010b req-7fdedb41-fde4-49c0-84c4-632ba514eed0 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:26.723882 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-7fdedb41-fde4-49c0-84c4-632ba514eed0 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.31 "GET /v2.0/networks?id=731b5121-2aca-4ec5-b3cd-697edd47f594 HTTP/1.1" status: 200 len: 813 time: 0.1178329 Mar 08 06:18:26.743383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Request body: {'port': {'device_id': '5d382993-e5de-4854-b46f-774844761b38', 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594', 'admin_state_up': True, 'tenant_id': 'b35f4d2cbeb54fc89fcdf3034d4e6369'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:18:26.812380 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-1d344a7c-1fca-409a-9c38-ffd496f4bc79 req-74f0d59e-f666-4130-8d56-38a6e5e65b72 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 210 time: 0.0293608 Mar 08 06:18:26.859604 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Made reservation on behalf of b35f4d2cbeb54fc89fcdf3034d4e6369 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:18:26.863866 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:26.985547 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Allocated IP 172.20.0.4 (731b5121-2aca-4ec5-b3cd-697edd47f594/493a3bd2-2fbe-473a-bf40-4bc49a5fcbab/bc9f22bd-0e4d-47d5-ba88-78d5a80e375d) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:18:27.129820 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks [] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.164485 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.209441 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Network 731b5121-2aca-4ec5-b3cd-697edd47f594 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:18:27.212418 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:18:27.215959 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:18:27.238606 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Pushing event updated for resources: {'Port': ['ID=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:27.268972 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:27.269586 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.283974 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-be214f5f-1174-4c37-9193-f3b6762e32ed tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457084 Mar 08 06:18:27.301950 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Request body: {'port': {'device_id': '5d382993-e5de-4854-b46f-774844761b38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:18:27.358447 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.612289 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9f22bd-0e4d-47d5-ba88-78d5a80e375d {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:18:27.619771 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Publish callbacks [] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.632494 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Transition to ACTIVE for port object bc9f22bd-0e4d-47d5-ba88-78d5a80e375d will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:18:27.636180 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.684166 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:27.747316 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Attempting to bind port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:18:27.748007 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Attempting to bind port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:18:27.748007 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Attempting to bind port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d on network 731b5121-2aca-4ec5-b3cd-697edd47f594 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:18:27.752143 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d on network 731b5121-2aca-4ec5-b3cd-697edd47f594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:18:27.752456 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Attempting to bind port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d on network 731b5121-2aca-4ec5-b3cd-697edd47f594 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:18:27.757060 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:18:27.757386 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Checking segment: {'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:18:27.757760 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Bound using segment: {'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:18:27.758172 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Bound port: bc9f22bd-0e4d-47d5-ba88-78d5a80e375d, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:18:27.758516 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.821205 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] For port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:18:27.826852 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] For port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:18:27.830327 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.874674 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:27.875415 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:27.876958 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] 10.222.0.31 "PUT /v2.0/ports/bc9f22bd-0e4d-47d5-ba88-78d5a80e375d HTTP/1.1" status: 200 len: 1093 time: 0.5791695 Mar 08 06:18:27.877442 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d382993-e5de-4854-b46f-774844761b38', 'tag': 'bc9f22bd-0e4d-47d5-ba88-78d5a80e375d'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:18:27.879775 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcb42b8-0650-4025-8539-336c1fbf5d16" -d '{"events": [{"name": "network-changed", "server_uuid": "5d382993-e5de-4854-b46f-774844761b38", "tag": "bc9f22bd-0e4d-47d5-ba88-78d5a80e375d"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:18:27.900408 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d709c-3291-4e9a-83f2-d42f94774da4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:27.935672 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e304f3fa-bb57-4567-93d3-3781598c8502 x-openstack-request-id: req-e304f3fa-bb57-4567-93d3-3781598c8502 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:18:27.935959 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d382993-e5de-4854-b46f-774844761b38", "tag": "bc9f22bd-0e4d-47d5-ba88-78d5a80e375d", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:18:27.936380 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e304f3fa-bb57-4567-93d3-3781598c8502 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:18:27.936791 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d382993-e5de-4854-b46f-774844761b38', 'tag': 'bc9f22bd-0e4d-47d5-ba88-78d5a80e375d', 'status': 'completed', 'code': 200} Mar 08 06:18:27.956245 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7f80d-c504-410c-89e3-0dc4bc4f1cbb req-a2d4a320-38d6-405e-b61a-4f5910f0a79e tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:27.957972 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e3b7f80d-c504-410c-89e3-0dc4bc4f1cbb req-a2d4a320-38d6-405e-b61a-4f5910f0a79e tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 943 time: 0.0615997 Mar 08 06:18:28.001497 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc2734a8-f0c0-4b84-8428-b084cd674bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:28.003098 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-dc2734a8-f0c0-4b84-8428-b084cd674bcc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b35f4d2cbeb54fc89fcdf3034d4e6369&device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 1127 time: 0.0484133 Mar 08 06:18:28.024261 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e3b7f80d-c504-410c-89e3-0dc4bc4f1cbb req-d2bf137b-8b1d-4b63-a6c6-49ad00853b05 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508142 Mar 08 06:18:28.057203 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-eb30bf55-4157-447d-a99e-a3373c114f4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d HTTP/1.1" status: 200 len: 217 time: 0.0407121 Mar 08 06:18:28.354176 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6988-3faf-4e44-872c-02ca60d1010b req-25aa3c31-374b-4385-a7bb-d7f42cc3b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:28.355628 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-25aa3c31-374b-4385-a7bb-d7f42cc3b059 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=493a3bd2-2fbe-473a-bf40-4bc49a5fcbab HTTP/1.1" status: 200 len: 853 time: 0.2925570 Mar 08 06:18:28.386986 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-bc44615a-377f-4164-8f5d-235cbfb46849 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=731b5121-2aca-4ec5-b3cd-697edd47f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255294 Mar 08 06:18:28.477777 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-e52d81a8-1253-4915-8df0-c65e1486fb9a service neutron] 10.222.0.31 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837307 Mar 08 06:18:28.562993 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-543b6988-3faf-4e44-872c-02ca60d1010b req-30e6b760-5036-4620-b11d-71c9cb7f0ecf service neutron] 10.222.0.31 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786402 Mar 08 06:18:28.695232 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-a3a190f6-c374-49e0-bd0d-80eb01cc2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:28.696605 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-a3a190f6-c374-49e0-bd0d-80eb01cc2cad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b35f4d2cbeb54fc89fcdf3034d4e6369&device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 1127 time: 0.0473714 Mar 08 06:18:28.784693 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-834d08b4-af68-40c8-b58d-8ad5d3eb91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:28.786118 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-834d08b4-af68-40c8-b58d-8ad5d3eb91c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=731b5121-2aca-4ec5-b3cd-697edd47f594 HTTP/1.1" status: 200 len: 914 time: 0.0825996 Mar 08 06:18:28.832862 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-e612f7b3-9ffd-4fed-95b7-cc2be29b18a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d HTTP/1.1" status: 200 len: 217 time: 0.0407596 Mar 08 06:18:28.879497 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-3f7a705d-70b0-4588-8b7b-5024496a0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:28.880942 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-3f7a705d-70b0-4588-8b7b-5024496a0dd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=493a3bd2-2fbe-473a-bf40-4bc49a5fcbab HTTP/1.1" status: 200 len: 853 time: 0.0422208 Mar 08 06:18:28.911986 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-4d651cbf-6b26-4ffe-9ba7-ffabefb72ce4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=731b5121-2aca-4ec5-b3cd-697edd47f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251138 Mar 08 06:18:29.000389 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-2e22e578-1908-4fea-8d6e-c5ea793d5dcd service neutron] 10.222.0.31 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824549 Mar 08 06:18:29.088888 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7fcb42b8-0650-4025-8539-336c1fbf5d16 req-2a89bb84-2da7-4994-8274-546df5d73aed service neutron] 10.222.0.31 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818691 Mar 08 06:18:29.145849 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08616a-bcc0-49da-81cb-560f8ab2587b req-499e60e3-5ce0-460e-acb5-a5e74e42f7f2 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:29.147368 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8b08616a-bcc0-49da-81cb-560f8ab2587b req-499e60e3-5ce0-460e-acb5-a5e74e42f7f2 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 943 time: 0.0583353 Mar 08 06:18:29.171229 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49054) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:29.199953 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8b08616a-bcc0-49da-81cb-560f8ab2587b req-b174f804-efd2-4086-bcdd-65ea25d7fa40 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Mar 08 06:18:29.562573 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (36380000-5b78-4978-bccd-1528037c9562), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:29.800591 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Deleting port 3764aa6b-2675-4b71-890a-bd781f2a9048 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:18:29.801252 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:29.876126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] For port 3764aa6b-2675-4b71-890a-bd781f2a9048, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=3764aa6b-2675-4b71-890a-bd781f2a9048,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:29.876507 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:29.887999 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Calling delete_port for 3764aa6b-2675-4b71-890a-bd781f2a9048 owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:18:30.060901 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (3764aa6b-2675-4b71-890a-bd781f2a9048), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:30.087463 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3764aa6b-2675-4b71-890a-bd781f2a9048,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:30.253781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (36380000-5b78-4978-bccd-1528037c9562), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:30.321894 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be1f06-6f94-44c3-a6ac-677104d5efbe req-84c72d72-6f64-4170-a223-80ec371047b2 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:30.323232 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-95be1f06-6f94-44c3-a6ac-677104d5efbe req-84c72d72-6f64-4170-a223-80ec371047b2 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 943 time: 0.0524023 Mar 08 06:18:30.370097 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-95be1f06-6f94-44c3-a6ac-677104d5efbe req-ab90be0d-3134-450a-887d-65529aac0205 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Mar 08 06:18:30.478846 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Router 36380000-5b78-4978-bccd-1528037c9562 has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:18:30.586551 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:18:30.591361 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-1dfe6012-239b-4e40-934f-64c677ad0dc7 admin admin] 10.222.0.16 "PUT /v2.0/routers/36380000-5b78-4978-bccd-1528037c9562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4191098 Mar 08 06:18:30.594480 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49062) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:30.596146 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d564c4-db90-4067-9577-816963722542 None None] Sync routers for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:18:30.605793 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d564c4-db90-4067-9577-816963722542 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:18:30.606400 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-04d564c4-db90-4067-9577-816963722542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:18:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:30.698017 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks [] for router (36380000-5b78-4978-bccd-1528037c9562), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:30.713955 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-04d564c4-db90-4067-9577-816963722542 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:18:30.796842 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks [] for router_gateway (36380000-5b78-4978-bccd-1528037c9562), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:30.851104 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Deleting port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:18:30.851803 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:30.893947 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-04d564c4-db90-4067-9577-816963722542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250'}], 'enable_snat': True}, 'gw_port_id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:18:30Z', 'revision_number': 5, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port': {'id': 'd82a80ff-3ba1-4f39-be8c-3abcbb9c25f2', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36380000-5b78-4978-bccd-1528037c9562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:30.924432 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d564c4-db90-4067-9577-816963722542 None None] Checking router: 36380000-5b78-4978-bccd-1528037c9562 for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:18:30.928618 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] For port d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:30.928979 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:30.932840 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d564c4-db90-4067-9577-816963722542 None None] Routers {'36380000-5b78-4978-bccd-1528037c9562'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:18:30.933444 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-04d564c4-db90-4067-9577-816963722542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:18:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['36380000-5b78-4978-bccd-1528037c9562'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:30.940137 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Calling delete_port for d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 owned by network:router_gateway {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:18:31.021109 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-04d564c4-db90-4067-9577-816963722542 None None] Set router 36380000-5b78-4978-bccd-1528037c9562 gateway port host: None {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:18:31.072213 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-04d564c4-db90-4067-9577-816963722542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:18:30Z', 'revision_number': 6, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:31.102329 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d564c4-db90-4067-9577-816963722542 None None] The sync data for ids ['36380000-5b78-4978-bccd-1528037c9562'] in dv-cinder-828060-10-iscsi is: [{'id': '36380000-5b78-4978-bccd-1528037c9562', 'name': 'tempest-AttachVolumeNegativeTest-520892390-router', 'tenant_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:08:35Z', 'updated_at': '2022-03-08T06:18:30Z', 'revision_number': 6, 'project_id': 'b9595ef1da5f48cab7cdacd5de8ceac8', 'gw_port_host': None}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:18:31.102791 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.133250 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Pushing event deleted for resources: {'Port': ['ID=d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:31.435277 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (36380000-5b78-4978-bccd-1528037c9562), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.503945 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa2022-05a7-48ce-9aec-e53ff9314fc3 req-9f15ff0c-0a61-48f1-9f4f-b6647d7857d9 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:31.507927 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-daaa2022-05a7-48ce-9aec-e53ff9314fc3 req-9f15ff0c-0a61-48f1-9f4f-b6647d7857d9 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 943 time: 0.0688305 Mar 08 06:18:31.541108 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (36380000-5b78-4978-bccd-1528037c9562), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.543502 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks [] for router_controller (36380000-5b78-4978-bccd-1528037c9562), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.569575 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-daaa2022-05a7-48ce-9aec-e53ff9314fc3 req-99d49958-1a3c-4fae-9013-5ef3c4d7eeb2 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560639 Mar 08 06:18:31.593297 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (36380000-5b78-4978-bccd-1528037c9562), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.593847 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36380000-5b78-4978-bccd-1528037c9562 {{(pid=103359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:18:31.598201 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.599286 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-f8f33e22-6721-45dd-a468-8af0d858aa42 admin admin] 10.222.0.16 "DELETE /v2.0/routers/36380000-5b78-4978-bccd-1528037c9562 HTTP/1.1" status: 204 len: 168 time: 1.0038786 Mar 08 06:18:31.601725 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49066) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:31.646886 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d051b5b-fc4a-41f8-ad15-71d48e40ad65 admin admin] Deleting subnet b9d999ee-7805-406f-9984-5b2234fab44d {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:18:31.649869 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4d051b5b-fc4a-41f8-ad15-71d48e40ad65 admin admin] Publish callbacks [] for subnet (b9d999ee-7805-406f-9984-5b2234fab44d), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.683383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4d051b5b-fc4a-41f8-ad15-71d48e40ad65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13919509'] for subnet (b9d999ee-7805-406f-9984-5b2234fab44d), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.755039 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4d051b5b-fc4a-41f8-ad15-71d48e40ad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (b9d999ee-7805-406f-9984-5b2234fab44d), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.809443 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4d051b5b-fc4a-41f8-ad15-71d48e40ad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14106569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13186681'] for subnet (b9d999ee-7805-406f-9984-5b2234fab44d), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.835259 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d051b5b-fc4a-41f8-ad15-71d48e40ad65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d999ee-7805-406f-9984-5b2234fab44d,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:31.837201 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4d051b5b-fc4a-41f8-ad15-71d48e40ad65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.840299 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-4d051b5b-fc4a-41f8-ad15-71d48e40ad65 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b9d999ee-7805-406f-9984-5b2234fab44d HTTP/1.1" status: 204 len: 168 time: 0.2376690 Mar 08 06:18:31.843392 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8afa9a5-28fb-4ec2-9dd7-3c02e59de938 None None] Network 973f7c0a-12e5-4799-8f15-8eee2b353fe6 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:18:31.843882 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49068) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:31.910552 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 3764aa6b-2675-4b71-890a-bd781f2a9048 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:18:31.928381 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (973f7c0a-12e5-4799-8f15-8eee2b353fe6), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:31.937647 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 3764aa6b-2675-4b71-890a-bd781f2a9048 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:18:31.937996 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 3764aa6b-2675-4b71-890a-bd781f2a9048 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:18:31.987917 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Deleting port ce64e66e-c0f3-4286-92db-d84abd92444a {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:18:31.988255 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.048592 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] DHCP port deletion for 973f7c0a-12e5-4799-8f15-8eee2b353fe6 request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:18:32.059059 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] For port ce64e66e-c0f3-4286-92db-d84abd92444a, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=ce64e66e-c0f3-4286-92db-d84abd92444a,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:32.059427 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.073156 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Calling delete_port for ce64e66e-c0f3-4286-92db-d84abd92444a owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:18:32.098884 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] Deleting port ce64e66e-c0f3-4286-92db-d84abd92444a {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:18:32.099269 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.155784 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.164928 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] For port ce64e66e-c0f3-4286-92db-d84abd92444a, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=ce64e66e-c0f3-4286-92db-d84abd92444a,segment=NetworkSegment(74df5360-6ede-4918-833b-9f57236e7876),segment_id=74df5360-6ede-4918-833b-9f57236e7876)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:32.165333 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.179968 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] Calling delete_port for ce64e66e-c0f3-4286-92db-d84abd92444a owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:18:32.184606 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce64e66e-c0f3-4286-92db-d84abd92444a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:32.194415 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] No DVR routers for this DVR port ce64e66e-c0f3-4286-92db-d84abd92444a on host dv-cinder-828060-10-iscsi {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:18:32.267836 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699'] for port (ce64e66e-c0f3-4286-92db-d84abd92444a), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.269533 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (973f7c0a-12e5-4799-8f15-8eee2b353fe6), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.288869 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973f7c0a-12e5-4799-8f15-8eee2b353fe6']}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:32.293439 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] Pushing event deleted for resources: {'Port': ['ID=ce64e66e-c0f3-4286-92db-d84abd92444a,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:32.295432 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9188842a-34ad-4cae-b47a-5ddba4f8f5d8 None None] No DVR routers for this DVR port ce64e66e-c0f3-4286-92db-d84abd92444a on host dv-cinder-828060-10-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:18:32.300796 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74df5360-6ede-4918-833b-9f57236e7876') {'for_net_delete': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:32.301103 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74df5360-6ede-4918-833b-9f57236e7876') {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:18:32.311687 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602281'] for segment (74df5360-6ede-4918-833b-9f57236e7876), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.327651 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (74df5360-6ede-4918-833b-9f57236e7876), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.333870 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:18:32.334253 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12772940'] for segment (74df5360-6ede-4918-833b-9f57236e7876), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: Traceback (most recent call last): Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: timer() Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: cb(*args, **kw) Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: return func(*args, **kwargs) Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: self._notify() Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: self.callback(batched_events) Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: event.method(event) Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: return f(self, *a, **k) Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._get(url).json() Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: return self.request(url, 'GET', **kwargs) Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:18:32.335949 dv-cinder-828060-10-iscsi neutron-server[103358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:18:32.391485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (973f7c0a-12e5-4799-8f15-8eee2b353fe6), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.396911 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.399989 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] 10.222.0.16 "DELETE /v2.0/networks/973f7c0a-12e5-4799-8f15-8eee2b353fe6 HTTP/1.1" status: 204 len: 168 time: 0.5554063 Mar 08 06:18:32.411304 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bb939-73bb-4c18-8263-011cca874f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=973f7c0a-12e5-4799-8f15-8eee2b353fe6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:32.424266 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bc9f22bd-0e4d-47d5-ba88-78d5a80e375d details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:18:32.524225 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49072) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:32.531875 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:32.543420 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': 'bc9f22bd-0e4d-47d5-ba88-78d5a80e375d', 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594', 'port_id': 'bc9f22bd-0e4d-47d5-ba88-78d5a80e375d', 'mac_address': 'fa:16:3e:9f:d8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493a3bd2-2fbe-473a-bf40-4bc49a5fcbab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:18:32.563438 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-6867d215-4f7c-46de-b29d-3bc39c7f1588 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9595ef1da5f48cab7cdacd5de8ceac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380337 Mar 08 06:18:32.565983 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49074) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:32.580729 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:18:32.581124 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.597625 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9f22bd-0e4d-47d5-ba88-78d5a80e375d {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:18:32.617621 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69c3e33c-449f-4972-9dfd-c173555f4eae admin admin] Publish callbacks [] for security_group (f3f005d7-4d9d-46cb-88fb-019bfdc17e41), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.618535 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:32.622829 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.642235 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69c3e33c-449f-4972-9dfd-c173555f4eae admin admin] Publish callbacks [] for security_group (f3f005d7-4d9d-46cb-88fb-019bfdc17e41), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.672710 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:32.716854 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aea26e-3a25-452e-8a28-8a463dbcdce0 req-c8cdc06a-b9c6-4c90-a173-a9de4afe764a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:32.719003 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d0aea26e-3a25-452e-8a28-8a463dbcdce0 req-c8cdc06a-b9c6-4c90-a173-a9de4afe764a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 944 time: 0.0800157 Mar 08 06:18:32.734166 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69c3e33c-449f-4972-9dfd-c173555f4eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (f3f005d7-4d9d-46cb-88fb-019bfdc17e41), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.736668 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69c3e33c-449f-4972-9dfd-c173555f4eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:32.737706 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-69c3e33c-449f-4972-9dfd-c173555f4eae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f3f005d7-4d9d-46cb-88fb-019bfdc17e41 HTTP/1.1" status: 204 len: 168 time: 0.1702631 Mar 08 06:18:32.757303 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3e33c-449f-4972-9dfd-c173555f4eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f005d7-4d9d-46cb-88fb-019bfdc17e41,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:32.795509 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d0aea26e-3a25-452e-8a28-8a463dbcdce0 req-fbef0686-00b4-4080-b5c3-46624b19d69f tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Mar 08 06:18:33.017611 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['bc9f22bd-0e4d-47d5-ba88-78d5a80e375d'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:18:33.199146 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:18:33.220467 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:18:33.220815 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device d82a80ff-3ba1-4f39-be8c-3abcbb9c25f2 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:18:33.221223 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device ce64e66e-c0f3-4286-92db-d84abd92444a no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:18:33.242545 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: ce64e66e-c0f3-4286-92db-d84abd92444a {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:18:33.242949 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device ce64e66e-c0f3-4286-92db-d84abd92444a not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:18:33.919441 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285931d7-1a75-4f33-a3b1-772306b5e3b5 req-4bff22f4-82e2-47e0-ba6e-fe9eca2d7837 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:33.921528 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-285931d7-1a75-4f33-a3b1-772306b5e3b5 req-4bff22f4-82e2-47e0-ba6e-fe9eca2d7837 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 944 time: 0.0539315 Mar 08 06:18:33.970093 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-285931d7-1a75-4f33-a3b1-772306b5e3b5 req-84fe37ca-b941-418e-be8a-981a096207f8 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 Mar 08 06:18:34.423634 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bc9f22bd-0e4d-47d5-ba88-78d5a80e375d up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:18:34.473077 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:18:34.476858 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:18:34.477234 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.556645 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:18:34.557039 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.579634 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d382993-e5de-4854-b46f-774844761b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f22bd-0e4d-47d5-ba88-78d5a80e375d'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:18:34.582123 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e35e79-ce63-4729-98fd-e056b0a0ba5d" -d '{"events": [{"server_uuid": "5d382993-e5de-4854-b46f-774844761b38", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f22bd-0e4d-47d5-ba88-78d5a80e375d"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:18:34.595097 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:18:34.599779 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.607579 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49152) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:34.650036 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:34.716644 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd51115d-0f8f-4a9b-99d5-d97aa5b08a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.751933 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce1e64d-ccdb-4282-a260-9fc523b09cc4 x-openstack-request-id: req-cce1e64d-ccdb-4282-a260-9fc523b09cc4 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:18:34.752303 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d382993-e5de-4854-b46f-774844761b38", "name": "network-vif-plugged", "status": "completed", "tag": "bc9f22bd-0e4d-47d5-ba88-78d5a80e375d", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:18:34.752459 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cce1e64d-ccdb-4282-a260-9fc523b09cc4 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:18:34.752880 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d382993-e5de-4854-b46f-774844761b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9f22bd-0e4d-47d5-ba88-78d5a80e375d', 'code': 200} Mar 08 06:18:34.793577 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd51115d-0f8f-4a9b-99d5-d97aa5b08a69 admin admin] Publish callbacks [] for security_group (5645e9fe-8787-4748-bf40-30b9a486ca07), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.799084 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-dd51115d-0f8f-4a9b-99d5-d97aa5b08a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5645e9fe-8787-4748-bf40-30b9a486ca07), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.835657 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51115d-0f8f-4a9b-99d5-d97aa5b08a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5645e9fe-8787-4748-bf40-30b9a486ca07,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:34.840840 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-dd51115d-0f8f-4a9b-99d5-d97aa5b08a69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bde29db29a5049fc9aaf34292d1a9737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307241 Mar 08 06:18:34.843358 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49156) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:34.892347 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a7fece4b-5c83-4394-8152-ff6c79c04c15 admin admin] Publish callbacks [] for security_group (5645e9fe-8787-4748-bf40-30b9a486ca07), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.912957 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a7fece4b-5c83-4394-8152-ff6c79c04c15 admin admin] Publish callbacks [] for security_group (5645e9fe-8787-4748-bf40-30b9a486ca07), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.959904 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a7fece4b-5c83-4394-8152-ff6c79c04c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5645e9fe-8787-4748-bf40-30b9a486ca07), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.962796 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a7fece4b-5c83-4394-8152-ff6c79c04c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:34.963946 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-a7fece4b-5c83-4394-8152-ff6c79c04c15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5645e9fe-8787-4748-bf40-30b9a486ca07 HTTP/1.1" status: 204 len: 168 time: 0.1193526 Mar 08 06:18:34.969873 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fca9e-a820-47a6-bc90-2ff8175614f5 req-93224364-1e9c-4a10-a3f8-f33125af6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:34.971628 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-842fca9e-a820-47a6-bc90-2ff8175614f5 req-93224364-1e9c-4a10-a3f8-f33125af6ab8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 1129 time: 0.0524461 Mar 08 06:18:34.973873 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fece4b-5c83-4394-8152-ff6c79c04c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5645e9fe-8787-4748-bf40-30b9a486ca07,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:35.022310 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-842fca9e-a820-47a6-bc90-2ff8175614f5 req-dc4b5f91-a245-4728-a971-7311bdd22ef1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Mar 08 06:18:35.095061 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31045a5-8ee6-429e-97f3-cac6020ade69 req-d8deeff7-b4da-4d74-b913-2dc1b641f623 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:35.096681 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d31045a5-8ee6-429e-97f3-cac6020ade69 req-d8deeff7-b4da-4d74-b913-2dc1b641f623 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 945 time: 0.0589061 Mar 08 06:18:35.144580 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d31045a5-8ee6-429e-97f3-cac6020ade69 req-5680053e-2287-46c5-b9d5-b0f749cb434b tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Mar 08 06:18:35.240667 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49164) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:35.254606 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-372dbf33-ab18-4cb0-ba73-eb2bfd53307b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:35.328436 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-372dbf33-ab18-4cb0-ba73-eb2bfd53307b admin admin] Publish callbacks [] for security_group (42a65b57-0330-498e-8d30-b8ee16a2a6c5), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:35.332620 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-372dbf33-ab18-4cb0-ba73-eb2bfd53307b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (42a65b57-0330-498e-8d30-b8ee16a2a6c5), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:35.367994 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372dbf33-ab18-4cb0-ba73-eb2bfd53307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a65b57-0330-498e-8d30-b8ee16a2a6c5,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:35.372184 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-372dbf33-ab18-4cb0-ba73-eb2bfd53307b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f497da145da34ada9c8c1cbf5b740d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304610 Mar 08 06:18:35.374904 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49166) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:35.420619 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-74a29eae-e779-4bd0-acdd-252cf27ff8f3 admin admin] Publish callbacks [] for security_group (42a65b57-0330-498e-8d30-b8ee16a2a6c5), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:35.444493 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-74a29eae-e779-4bd0-acdd-252cf27ff8f3 admin admin] Publish callbacks [] for security_group (42a65b57-0330-498e-8d30-b8ee16a2a6c5), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:35.489943 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-74a29eae-e779-4bd0-acdd-252cf27ff8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (42a65b57-0330-498e-8d30-b8ee16a2a6c5), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:35.492544 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-74a29eae-e779-4bd0-acdd-252cf27ff8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:35.493655 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-74a29eae-e779-4bd0-acdd-252cf27ff8f3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42a65b57-0330-498e-8d30-b8ee16a2a6c5 HTTP/1.1" status: 204 len: 168 time: 0.1178620 Mar 08 06:18:35.501599 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a29eae-e779-4bd0-acdd-252cf27ff8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a65b57-0330-498e-8d30-b8ee16a2a6c5,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:36.268564 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13da0b-4550-4be7-b07d-0d3f139f9dab req-d0b406ef-5bba-432e-8c6a-e82f755a218a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:36.270083 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9e13da0b-4550-4be7-b07d-0d3f139f9dab req-d0b406ef-5bba-432e-8c6a-e82f755a218a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 945 time: 0.0580149 Mar 08 06:18:36.319329 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9e13da0b-4550-4be7-b07d-0d3f139f9dab req-54d975c2-5aef-42a0-8039-b0abef5c33c2 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Mar 08 06:18:37.069863 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49214) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:37.171699 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-455de1ad-d289-4d85-bd38-dca07f3f0ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.243742 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-455de1ad-d289-4d85-bd38-dca07f3f0ca4 admin admin] Publish callbacks [] for security_group (7c6a8aa3-e6bc-4d05-9155-2a6ed7d08748), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.248881 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-455de1ad-d289-4d85-bd38-dca07f3f0ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (7c6a8aa3-e6bc-4d05-9155-2a6ed7d08748), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.289235 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-455de1ad-d289-4d85-bd38-dca07f3f0ca4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44b2afa3b9c444f9b6f8317e5847705f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183108 Mar 08 06:18:37.290121 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455de1ad-d289-4d85-bd38-dca07f3f0ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6a8aa3-e6bc-4d05-9155-2a6ed7d08748,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:37.292951 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49218) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:37.341568 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be863e7e-6251-4d15-83f9-7ad86f0311f6 admin admin] Publish callbacks [] for security_group (7c6a8aa3-e6bc-4d05-9155-2a6ed7d08748), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.363014 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be863e7e-6251-4d15-83f9-7ad86f0311f6 admin admin] Publish callbacks [] for security_group (7c6a8aa3-e6bc-4d05-9155-2a6ed7d08748), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.409118 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be863e7e-6251-4d15-83f9-7ad86f0311f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (7c6a8aa3-e6bc-4d05-9155-2a6ed7d08748), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.411788 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be863e7e-6251-4d15-83f9-7ad86f0311f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.412923 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-be863e7e-6251-4d15-83f9-7ad86f0311f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7c6a8aa3-e6bc-4d05-9155-2a6ed7d08748 HTTP/1.1" status: 204 len: 168 time: 0.1188467 Mar 08 06:18:37.421627 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be863e7e-6251-4d15-83f9-7ad86f0311f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6a8aa3-e6bc-4d05-9155-2a6ed7d08748,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:37.455921 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd711610-9c0a-4166-a01f-b94831f197d0 req-41fc09ea-47ba-4724-a3ad-7496eb5a3cd0 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:18:37.457669 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fd711610-9c0a-4166-a01f-b94831f197d0 req-41fc09ea-47ba-4724-a3ad-7496eb5a3cd0 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 945 time: 0.0705850 Mar 08 06:18:37.508581 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-fd711610-9c0a-4166-a01f-b94831f197d0 req-426a8ed8-2f1e-4d3e-84c2-4ecdb2c2e798 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451148 Mar 08 06:18:37.704350 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49256) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:37.717905 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e0363164-d08c-42d7-901e-1844cd90933f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.794000 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e0363164-d08c-42d7-901e-1844cd90933f admin admin] Publish callbacks [] for security_group (6df6d0de-c49d-46dd-b9a4-5bff84f101c7), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.798329 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e0363164-d08c-42d7-901e-1844cd90933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6df6d0de-c49d-46dd-b9a4-5bff84f101c7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.839822 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e0363164-d08c-42d7-901e-1844cd90933f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2faa0780e096437489154d09c1290dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343412 Mar 08 06:18:37.840780 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0363164-d08c-42d7-901e-1844cd90933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df6d0de-c49d-46dd-b9a4-5bff84f101c7,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:37.843239 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49266) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:37.903293 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb3e3d13-1bc2-4d5c-afc7-fdae29f8932a admin admin] Publish callbacks [] for security_group (6df6d0de-c49d-46dd-b9a4-5bff84f101c7), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.926267 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb3e3d13-1bc2-4d5c-afc7-fdae29f8932a admin admin] Publish callbacks [] for security_group (6df6d0de-c49d-46dd-b9a4-5bff84f101c7), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.976446 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb3e3d13-1bc2-4d5c-afc7-fdae29f8932a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6df6d0de-c49d-46dd-b9a4-5bff84f101c7), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.979256 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb3e3d13-1bc2-4d5c-afc7-fdae29f8932a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:37.980427 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-bb3e3d13-1bc2-4d5c-afc7-fdae29f8932a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6df6d0de-c49d-46dd-b9a4-5bff84f101c7 HTTP/1.1" status: 204 len: 168 time: 0.1325297 Mar 08 06:18:37.990029 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e3d13-1bc2-4d5c-afc7-fdae29f8932a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df6d0de-c49d-46dd-b9a4-5bff84f101c7,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:39.163794 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1aae99b2-1aa8-45f2-8f61-13788d7307e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:41.398177 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4129d591-7a08-4d14-be8c-151bf1c23032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:42.528258 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.112671 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49368) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:43.225033 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.305307 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Publish callbacks [] for security_group (86178166-4722-4463-ac9d-ef25c62cc196), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.309156 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (86178166-4722-4463-ac9d-ef25c62cc196), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.351656 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b44161bab1c842f298580382f17536f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378874 Mar 08 06:18:43.352551 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86178166-4722-4463-ac9d-ef25c62cc196,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:43.354296 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49374) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:43.359882 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.360246 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.360595 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.360954 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.361280 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.361614 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.361948 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.362297 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.362639 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.362980 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.363313 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.363641 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.363988 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f36212-583a-48ba-a8d0-b85e8f30f97d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.403533 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Publish callbacks [] for security_group (86178166-4722-4463-ac9d-ef25c62cc196), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.425505 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Publish callbacks [] for security_group (86178166-4722-4463-ac9d-ef25c62cc196), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.473240 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (86178166-4722-4463-ac9d-ef25c62cc196), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.475819 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.476961 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86178166-4722-4463-ac9d-ef25c62cc196 HTTP/1.1" status: 204 len: 168 time: 0.1216612 Mar 08 06:18:43.485076 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86178166-4722-4463-ac9d-ef25c62cc196,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:43.492559 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.492920 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.493296 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.493638 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.493975 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.494307 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.494670 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.495005 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.495339 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.495676 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.496003 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.496326 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.496649 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb715afa-c88e-4c9f-b7f0-79da88e35c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:18:43.758277 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49380) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:43.771651 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-976e0fca-741b-401a-9ee4-1a4861ffd441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.851963 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-976e0fca-741b-401a-9ee4-1a4861ffd441 admin admin] Publish callbacks [] for security_group (6ebba968-2fbc-42b4-8392-f9b6c89ea9d4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.858851 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-976e0fca-741b-401a-9ee4-1a4861ffd441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6ebba968-2fbc-42b4-8392-f9b6c89ea9d4), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.896860 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e0fca-741b-401a-9ee4-1a4861ffd441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebba968-2fbc-42b4-8392-f9b6c89ea9d4,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:43.901184 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-976e0fca-741b-401a-9ee4-1a4861ffd441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bb4ad4bd1384938bd7d192b5776879f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418378 Mar 08 06:18:43.903903 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49382) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:43.955453 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-19ed9285-109b-4387-ae50-1dff7f1f006f admin admin] Publish callbacks [] for security_group (6ebba968-2fbc-42b4-8392-f9b6c89ea9d4), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:43.977053 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-19ed9285-109b-4387-ae50-1dff7f1f006f admin admin] Publish callbacks [] for security_group (6ebba968-2fbc-42b4-8392-f9b6c89ea9d4), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:44.023502 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-19ed9285-109b-4387-ae50-1dff7f1f006f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (6ebba968-2fbc-42b4-8392-f9b6c89ea9d4), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:44.026028 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-19ed9285-109b-4387-ae50-1dff7f1f006f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:44.027208 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-19ed9285-109b-4387-ae50-1dff7f1f006f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ebba968-2fbc-42b4-8392-f9b6c89ea9d4 HTTP/1.1" status: 204 len: 168 time: 0.1223152 Mar 08 06:18:44.034712 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed9285-109b-4387-ae50-1dff7f1f006f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebba968-2fbc-42b4-8392-f9b6c89ea9d4,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:44.160668 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:45.595396 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.139746 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49454) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:46.246628 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e14e0564-bdd8-48b0-a801-81ded7fedf1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.320290 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e14e0564-bdd8-48b0-a801-81ded7fedf1c admin admin] Publish callbacks [] for security_group (11134359-1e93-4b89-b408-8896b9eb92d6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.325306 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e14e0564-bdd8-48b0-a801-81ded7fedf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (11134359-1e93-4b89-b408-8896b9eb92d6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.368569 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e14e0564-bdd8-48b0-a801-81ded7fedf1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33497188c31142b994e0489eed15612f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248149 Mar 08 06:18:46.368569 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e0564-bdd8-48b0-a801-81ded7fedf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11134359-1e93-4b89-b408-8896b9eb92d6,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:46.368746 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49460) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:46.418633 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3e98567c-cb8c-4362-a892-28eb73fb39c6 admin admin] Publish callbacks [] for security_group (11134359-1e93-4b89-b408-8896b9eb92d6), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.438763 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3e98567c-cb8c-4362-a892-28eb73fb39c6 admin admin] Publish callbacks [] for security_group (11134359-1e93-4b89-b408-8896b9eb92d6), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.488132 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3e98567c-cb8c-4362-a892-28eb73fb39c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (11134359-1e93-4b89-b408-8896b9eb92d6), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.490760 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3e98567c-cb8c-4362-a892-28eb73fb39c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.491896 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-3e98567c-cb8c-4362-a892-28eb73fb39c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/11134359-1e93-4b89-b408-8896b9eb92d6 HTTP/1.1" status: 204 len: 168 time: 0.1222885 Mar 08 06:18:46.500181 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98567c-cb8c-4362-a892-28eb73fb39c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11134359-1e93-4b89-b408-8896b9eb92d6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:46.760774 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49466) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:46.774873 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d236efb-f322-4f14-a34e-d3dcacb88974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.854295 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d236efb-f322-4f14-a34e-d3dcacb88974 admin admin] Publish callbacks [] for security_group (195cfc1a-631d-4198-958d-c8b98d69dcb4), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.858145 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-5d236efb-f322-4f14-a34e-d3dcacb88974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (195cfc1a-631d-4198-958d-c8b98d69dcb4), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.903087 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-5d236efb-f322-4f14-a34e-d3dcacb88974 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2f1c4ef79b144aab5cf27c39a28f191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412115 Mar 08 06:18:46.903960 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236efb-f322-4f14-a34e-d3dcacb88974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195cfc1a-631d-4198-958d-c8b98d69dcb4,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:46.905705 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49468) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:46.960819 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6949e14d-3bac-4764-a1f1-b7e25d0a73a9 admin admin] Publish callbacks [] for security_group (195cfc1a-631d-4198-958d-c8b98d69dcb4), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:46.982738 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6949e14d-3bac-4764-a1f1-b7e25d0a73a9 admin admin] Publish callbacks [] for security_group (195cfc1a-631d-4198-958d-c8b98d69dcb4), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:47.032563 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6949e14d-3bac-4764-a1f1-b7e25d0a73a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (195cfc1a-631d-4198-958d-c8b98d69dcb4), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:47.035032 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6949e14d-3bac-4764-a1f1-b7e25d0a73a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:47.036179 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-6949e14d-3bac-4764-a1f1-b7e25d0a73a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/195cfc1a-631d-4198-958d-c8b98d69dcb4 HTTP/1.1" status: 204 len: 168 time: 0.1293526 Mar 08 06:18:47.044029 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949e14d-3bac-4764-a1f1-b7e25d0a73a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195cfc1a-631d-4198-958d-c8b98d69dcb4,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:49.331211 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:58.609997 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49614) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:58.711061 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e861f399-afde-48dc-b024-9a946740d1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:58.784546 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e861f399-afde-48dc-b024-9a946740d1c8 admin admin] Publish callbacks [] for security_group (21f9ab03-b2ff-4442-b1c9-d89ce6be5b64), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:58.788753 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e861f399-afde-48dc-b024-9a946740d1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (21f9ab03-b2ff-4442-b1c9-d89ce6be5b64), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:58.829272 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-e861f399-afde-48dc-b024-9a946740d1c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd19b79039f648f0a3758eb2ffc85c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178454 Mar 08 06:18:58.830686 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861f399-afde-48dc-b024-9a946740d1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f9ab03-b2ff-4442-b1c9-d89ce6be5b64,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:58.831919 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49618) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:58.886261 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a422c273-c425-4fb6-9525-4d1c202fdd4a admin admin] Publish callbacks [] for security_group (21f9ab03-b2ff-4442-b1c9-d89ce6be5b64), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:58.907017 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a422c273-c425-4fb6-9525-4d1c202fdd4a admin admin] Publish callbacks [] for security_group (21f9ab03-b2ff-4442-b1c9-d89ce6be5b64), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:58.954066 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a422c273-c425-4fb6-9525-4d1c202fdd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (21f9ab03-b2ff-4442-b1c9-d89ce6be5b64), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:58.957090 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a422c273-c425-4fb6-9525-4d1c202fdd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:58.958227 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-a422c273-c425-4fb6-9525-4d1c202fdd4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21f9ab03-b2ff-4442-b1c9-d89ce6be5b64 HTTP/1.1" status: 204 len: 168 time: 0.1249857 Mar 08 06:18:58.965964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422c273-c425-4fb6-9525-4d1c202fdd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f9ab03-b2ff-4442-b1c9-d89ce6be5b64,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:59.213395 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 49626) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:59.227495 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e35cc8da-15ef-44af-a507-15a3af730f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:59.301905 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e35cc8da-15ef-44af-a507-15a3af730f6a admin admin] Publish callbacks [] for security_group (9bc1e454-2215-423c-8b76-4f6c322cbd6a), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:59.305616 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e35cc8da-15ef-44af-a507-15a3af730f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (9bc1e454-2215-423c-8b76-4f6c322cbd6a), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:59.347397 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-e35cc8da-15ef-44af-a507-15a3af730f6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fee4ce6f22b24d5e984e87832ea9616e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329048 Mar 08 06:18:59.349478 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35cc8da-15ef-44af-a507-15a3af730f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc1e454-2215-423c-8b76-4f6c322cbd6a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:18:59.350012 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 49628) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:18:59.397316 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-01302cd1-215d-406a-bbbb-1fbcdce0dc27 admin admin] Publish callbacks [] for security_group (9bc1e454-2215-423c-8b76-4f6c322cbd6a), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:59.418021 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-01302cd1-215d-406a-bbbb-1fbcdce0dc27 admin admin] Publish callbacks [] for security_group (9bc1e454-2215-423c-8b76-4f6c322cbd6a), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:59.467700 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-01302cd1-215d-406a-bbbb-1fbcdce0dc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (9bc1e454-2215-423c-8b76-4f6c322cbd6a), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:59.470365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-01302cd1-215d-406a-bbbb-1fbcdce0dc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:18:59.471596 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-01302cd1-215d-406a-bbbb-1fbcdce0dc27 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bc1e454-2215-423c-8b76-4f6c322cbd6a HTTP/1.1" status: 204 len: 168 time: 0.1205175 Mar 08 06:18:59.479334 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01302cd1-215d-406a-bbbb-1fbcdce0dc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc1e454-2215-423c-8b76-4f6c322cbd6a,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:19:00.577755 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-cdf8771d-5356-41cd-a830-185dd6b469b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448289 Mar 08 06:19:00.655197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-149c7131-a606-4279-afb2-1c7907bad0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:00.656678 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-149c7131-a606-4279-afb2-1c7907bad0e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 1129 time: 0.0444701 Mar 08 06:19:00.768382 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-51745421-ea14-42c6-860f-53769d794966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:00.769800 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-51745421-ea14-42c6-860f-53769d794966 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0850143 Mar 08 06:19:00.836970 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-972c66e4-f89b-4bbf-a3bd-a9ac0b31bb86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44 HTTP/1.1" status: 200 len: 1001 time: 0.0597439 Mar 08 06:19:00.886758 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-c05aa0c1-9a59-479a-a519-d81693220259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:00.888225 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-c05aa0c1-9a59-479a-a519-d81693220259 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0453980 Mar 08 06:19:00.941899 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-efc5d662-cde1-490a-97b4-e2480c994198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:00.943416 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-efc5d662-cde1-490a-97b4-e2480c994198 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467069 Mar 08 06:19:01.034593 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-d0dc9a67-430f-41dd-8f21-a4ba5a668f96 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793886 Mar 08 06:19:01.128460 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-2d502ad5-3d32-4642-a3fa-8aaf4dddb497 req-0478bd4c-2a1f-4f5b-bad5-bc3743d6984b service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876095 Mar 08 06:19:03.474383 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:19:09.170695 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-6cfec8e6-ce07-4df4-b777-bd941f5261b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:11.399767 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7b0411e1-11c4-497e-8246-c8102bb04dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:12.528126 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:14.159234 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:15.589475 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:19.322912 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:28.377677 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a64d9-2d97-4346-9197-ad1b386d580b req-c26f5d4f-6938-471f-9a68-72757b8a06a8 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:28.379047 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-637a64d9-2d97-4346-9197-ad1b386d580b req-c26f5d4f-6938-471f-9a68-72757b8a06a8 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 945 time: 0.0530446 Mar 08 06:19:28.424028 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-637a64d9-2d97-4346-9197-ad1b386d580b req-b0bd64e9-e3c4-4687-8fb5-e879f80c9682 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Mar 08 06:19:29.593157 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d342822-807b-4b64-8eeb-28e91acdef84 req-03b484ec-7e82-4a39-8d26-927efe5ed2d4 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:29.594637 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d342822-807b-4b64-8eeb-28e91acdef84 req-03b484ec-7e82-4a39-8d26-927efe5ed2d4 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Mar 08 06:19:29.640363 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d342822-807b-4b64-8eeb-28e91acdef84 req-5965f0a5-acfc-412e-9cc7-7b8a1867c5b0 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Mar 08 06:19:30.758568 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fee13-d539-480c-b4de-31a6209e09ea req-ff66af68-762d-46f1-b2ed-1c8808686621 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:30.760059 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-614fee13-d539-480c-b4de-31a6209e09ea req-ff66af68-762d-46f1-b2ed-1c8808686621 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 945 time: 0.0543933 Mar 08 06:19:30.805602 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-614fee13-d539-480c-b4de-31a6209e09ea req-ccbfae46-2a9b-4a23-8239-f676a410f057 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 Mar 08 06:19:31.007315 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-4e3acd06-bebb-49de-9f3a-1d477ff10c56 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:31.008677 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-4e3acd06-bebb-49de-9f3a-1d477ff10c56 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 945 time: 0.0506051 Mar 08 06:19:31.097698 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Deleting port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:19:31.098041 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:31.185160 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] For port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:19:31.185535 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:31.198085 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Calling delete_port for bc9f22bd-0e4d-47d5-ba88-78d5a80e375d owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:19:31.325469 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (bc9f22bd-0e4d-47d5-ba88-78d5a80e375d), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:31.352983 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Pushing event deleted for resources: {'Port': ['ID=bc9f22bd-0e4d-47d5-ba88-78d5a80e375d,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:19:31.363108 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['bc9f22bd-0e4d-47d5-ba88-78d5a80e375d'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:19:31.393632 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] No DVR routers for this DVR port bc9f22bd-0e4d-47d5-ba88-78d5a80e375d on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:19:31.395943 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:31.399147 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-3fdf5d14-54b8-44ad-b1c8-de9e806ee464 req-cee7c313-cea6-422c-b0c1-1f9debf0aa0c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.31 "DELETE /v2.0/ports/bc9f22bd-0e4d-47d5-ba88-78d5a80e375d HTTP/1.1" status: 204 len: 173 time: 0.3854001 Mar 08 06:19:31.399589 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d382993-e5de-4854-b46f-774844761b38', 'name': 'network-vif-deleted', 'tag': 'bc9f22bd-0e4d-47d5-ba88-78d5a80e375d'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:19:31.401811 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61109c1e-0117-4be0-a36c-a62540bc8a50" -d '{"events": [{"server_uuid": "5d382993-e5de-4854-b46f-774844761b38", "name": "network-vif-deleted", "tag": "bc9f22bd-0e4d-47d5-ba88-78d5a80e375d"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:19:31.445576 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48da865f-dd93-4157-bc14-65fa67313585 x-openstack-request-id: req-48da865f-dd93-4157-bc14-65fa67313585 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:19:31.445848 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d382993-e5de-4854-b46f-774844761b38", "name": "network-vif-deleted", "tag": "bc9f22bd-0e4d-47d5-ba88-78d5a80e375d", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:19:31.446099 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-48da865f-dd93-4157-bc14-65fa67313585 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:19:31.446495 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d382993-e5de-4854-b46f-774844761b38', 'name': 'network-vif-deleted', 'tag': 'bc9f22bd-0e4d-47d5-ba88-78d5a80e375d', 'status': 'completed', 'code': 200} Mar 08 06:19:31.915282 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a3c7ce82-3a61-4a80-a5a0-7b173c00f5d7 req-727e4f11-1ff0-4af7-ba00-b0be6f4cc520 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d382993-e5de-4854-b46f-774844761b38 HTTP/1.1" status: 200 len: 210 time: 0.0313122 Mar 08 06:19:36.523378 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bc9f22bd-0e4d-47d5-ba88-78d5a80e375d no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:19:36.545013 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: bc9f22bd-0e4d-47d5-ba88-78d5a80e375d {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:19:36.545351 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device bc9f22bd-0e4d-47d5-ba88-78d5a80e375d not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:19:39.163330 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-86e01da1-db1b-4b48-86e3-5697e9e2baa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:40.473670 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:19:41.401569 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-962f29c5-b51b-4906-aac5-bc590a11b2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:42.530975 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:42.967870 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7454-a040-4297-aaa2-45618f36e4df req-0d871874-dfba-4526-ad61-8a9aabf7b3c1 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:42.969375 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-0d871874-dfba-4526-ad61-8a9aabf7b3c1 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/networks?id=731b5121-2aca-4ec5-b3cd-697edd47f594 HTTP/1.1" status: 200 len: 813 time: 0.1002350 Mar 08 06:19:42.983782 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-fc5db0d8-43ac-46c6-b6f2-b16fcb01d09b tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/quotas/b35f4d2cbeb54fc89fcdf3034d4e6369 HTTP/1.1" status: 200 len: 375 time: 0.0085819 Mar 08 06:19:43.015305 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-7962b058-9197-47e7-8ba0-261d9d16e020 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b35f4d2cbeb54fc89fcdf3034d4e6369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267572 Mar 08 06:19:43.102377 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-1d41f697-cc1c-4cf3-9fd2-e7cd15864743 service neutron] 10.222.0.16 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802929 Mar 08 06:19:43.200706 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-11fa30b8-ae45-4eff-a0f1-f3a72e899c32 service neutron] 10.222.0.16 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926139 Mar 08 06:19:43.359046 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-42509883-619b-4c6e-8192-fc77a840acc6 req-9b507e93-b36e-446a-a2ef-0a51a2237fc2 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 210 time: 0.0291226 Mar 08 06:19:44.161484 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:44.317291 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7454-a040-4297-aaa2-45618f36e4df req-cd98a434-5842-41d4-acc1-7dec6c8e363b tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:44.319359 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-cd98a434-5842-41d4-acc1-7dec6c8e363b tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.31 "GET /v2.0/networks?id=731b5121-2aca-4ec5-b3cd-697edd47f594 HTTP/1.1" status: 200 len: 813 time: 0.1095998 Mar 08 06:19:44.349772 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Request body: {'port': {'device_id': '2eb6b0b8-bd2b-4eeb-9b7d-299594fac202', 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594', 'admin_state_up': True, 'tenant_id': 'b35f4d2cbeb54fc89fcdf3034d4e6369'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:19:44.449591 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-48fb9ec3-0f46-471d-a2e0-8b61c703209d req-802e5c32-a604-4e99-bd81-0963bf65e719 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 210 time: 0.0265226 Mar 08 06:19:44.453372 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Made reservation on behalf of b35f4d2cbeb54fc89fcdf3034d4e6369 for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:19:44.456719 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:44.578977 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Allocated IP 172.20.0.11 (731b5121-2aca-4ec5-b3cd-697edd47f594/493a3bd2-2fbe-473a-bf40-4bc49a5fcbab/d5e13567-e590-434e-aa7f-7cc00dc7b4f6) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:19:44.720393 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks [] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:44.756403 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:44.797803 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Network 731b5121-2aca-4ec5-b3cd-697edd47f594 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:19:44.800660 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:19:44.805040 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:19:44.811568 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Pushing event updated for resources: {'Port': ['ID=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:19:44.841193 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.841548 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.841888 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.842224 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.842553 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.842902 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.843230 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.843554 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.843878 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.844196 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.844524 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.844941 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.845351 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:44.867916 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:44.868527 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:44.884280 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-ae07c9fc-efef-46e5-961a-44a539cd5200 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5391438 Mar 08 06:19:44.900807 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Request body: {'port': {'device_id': '2eb6b0b8-bd2b-4eeb-9b7d-299594fac202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:19:44.962143 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:45.218902 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e13567-e590-434e-aa7f-7cc00dc7b4f6 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:19:45.226842 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Publish callbacks [] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:45.239349 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Transition to ACTIVE for port object d5e13567-e590-434e-aa7f-7cc00dc7b4f6 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:19:45.242953 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:45.294812 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Pushing event updated for resources: {'Port': ['ID=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:19:45.357523 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Attempting to bind port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:19:45.358161 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Attempting to bind port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:19:45.358161 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Attempting to bind port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 on network 731b5121-2aca-4ec5-b3cd-697edd47f594 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:19:45.362409 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 on network 731b5121-2aca-4ec5-b3cd-697edd47f594 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:19:45.362766 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Attempting to bind port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 on network 731b5121-2aca-4ec5-b3cd-697edd47f594 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:19:45.368201 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:19:45.368541 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Checking segment: {'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:19:45.368954 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Bound using segment: {'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:19:45.369381 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Bound port: d5e13567-e590-434e-aa7f-7cc00dc7b4f6, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16d43fad-4c7c-4685-a059-8f76e60d62eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:19:45.369763 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:45.433588 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] For port d5e13567-e590-434e-aa7f-7cc00dc7b4f6, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:19:45.436679 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] For port d5e13567-e590-434e-aa7f-7cc00dc7b4f6, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:19:45.442361 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:45.481636 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:45.482266 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:45.483679 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] 10.222.0.31 "PUT /v2.0/ports/d5e13567-e590-434e-aa7f-7cc00dc7b4f6 HTTP/1.1" status: 200 len: 1094 time: 0.5868247 Mar 08 06:19:45.484126 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb6b0b8-bd2b-4eeb-9b7d-299594fac202', 'tag': 'd5e13567-e590-434e-aa7f-7cc00dc7b4f6'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:19:45.486357 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e371b9-3a21-4546-80af-c70aa0917f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb6b0b8-bd2b-4eeb-9b7d-299594fac202", "tag": "d5e13567-e590-434e-aa7f-7cc00dc7b4f6"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:19:45.509351 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565b79d-3e73-4513-87ad-394542af6d5d service neutron] Pushing event updated for resources: {'Port': ['ID=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:19:45.528611 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d96c63a-6e22-4d33-b102-94c7b6fc9bdd x-openstack-request-id: req-3d96c63a-6e22-4d33-b102-94c7b6fc9bdd {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:19:45.528900 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb6b0b8-bd2b-4eeb-9b7d-299594fac202", "tag": "d5e13567-e590-434e-aa7f-7cc00dc7b4f6", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:19:45.529157 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d96c63a-6e22-4d33-b102-94c7b6fc9bdd {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:19:45.529556 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb6b0b8-bd2b-4eeb-9b7d-299594fac202', 'tag': 'd5e13567-e590-434e-aa7f-7cc00dc7b4f6', 'status': 'completed', 'code': 200} Mar 08 06:19:45.585376 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dd888-2108-4b3f-9bdf-0305d9227e66 req-cd1670ca-877d-443d-b34c-dd81b81c791f tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:45.587180 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-011dd888-2108-4b3f-9bdf-0305d9227e66 req-cd1670ca-877d-443d-b34c-dd81b81c791f tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 944 time: 0.0596130 Mar 08 06:19:45.597694 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7454-a040-4297-aaa2-45618f36e4df req-e80fdc85-7bdc-4b9c-add8-e4bc582a66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:45.600489 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-e80fdc85-7bdc-4b9c-add8-e4bc582a66d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b35f4d2cbeb54fc89fcdf3034d4e6369&device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 1128 time: 0.0482435 Mar 08 06:19:45.601034 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:45.636752 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-011dd888-2108-4b3f-9bdf-0305d9227e66 req-2a6985fd-3cd8-475f-8bea-4b385edbbade tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Mar 08 06:19:45.649754 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-7d64ec86-e51f-43fd-bf1a-e1714ef577d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e13567-e590-434e-aa7f-7cc00dc7b4f6 HTTP/1.1" status: 200 len: 217 time: 0.0357890 Mar 08 06:19:45.696790 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7454-a040-4297-aaa2-45618f36e4df req-851ab161-543c-4544-a699-d1d2af3354c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:45.698119 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-851ab161-543c-4544-a699-d1d2af3354c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=493a3bd2-2fbe-473a-bf40-4bc49a5fcbab HTTP/1.1" status: 200 len: 853 time: 0.0427554 Mar 08 06:19:45.733309 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-627adb66-5934-4fef-ad9c-a818d85b95ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=731b5121-2aca-4ec5-b3cd-697edd47f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295954 Mar 08 06:19:45.825682 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-6c9448a4-4518-41bc-b865-bf59fa67b2e4 service neutron] 10.222.0.31 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859401 Mar 08 06:19:45.914962 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-7efd7454-a040-4297-aaa2-45618f36e4df req-df37179e-d662-43c6-b0df-0b6345f842d4 service neutron] 10.222.0.31 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836382 Mar 08 06:19:46.050041 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-b58af04d-74d4-45e4-9583-f5230267e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:46.051586 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-b58af04d-74d4-45e4-9583-f5230267e754 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b35f4d2cbeb54fc89fcdf3034d4e6369&device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 1128 time: 0.0437851 Mar 08 06:19:46.140335 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-245d9c95-2f5b-4dbd-946a-134324ec3e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:46.141762 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-245d9c95-2f5b-4dbd-946a-134324ec3e00 service neutron] 10.222.0.31 "GET /v2.0/networks?id=731b5121-2aca-4ec5-b3cd-697edd47f594 HTTP/1.1" status: 200 len: 914 time: 0.0844643 Mar 08 06:19:46.181591 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-e836469f-4675-4283-97d2-2990cfd623ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5e13567-e590-434e-aa7f-7cc00dc7b4f6 HTTP/1.1" status: 200 len: 217 time: 0.0329158 Mar 08 06:19:46.226860 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-8583d86f-825f-47c7-ba4e-65552e521804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:46.228262 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-8583d86f-825f-47c7-ba4e-65552e521804 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=493a3bd2-2fbe-473a-bf40-4bc49a5fcbab HTTP/1.1" status: 200 len: 853 time: 0.0415542 Mar 08 06:19:46.258281 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-620072d2-5974-46c4-8683-b5d85036c4c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=731b5121-2aca-4ec5-b3cd-697edd47f594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241442 Mar 08 06:19:46.347132 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-b2b032d2-7f6a-430b-841b-794f1bdd2e0c service neutron] 10.222.0.31 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830789 Mar 08 06:19:46.434306 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-71e371b9-3a21-4546-80af-c70aa0917f3b req-2d3ae738-383d-422f-8718-2148e6403f82 service neutron] 10.222.0.31 "GET /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813768 Mar 08 06:19:46.756933 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d298b77-e77c-4524-b313-23c41b70566b req-2ec48b33-70e0-4fe8-a8d0-6713c3588e88 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:46.758420 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9d298b77-e77c-4524-b313-23c41b70566b req-2ec48b33-70e0-4fe8-a8d0-6713c3588e88 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 944 time: 0.0544367 Mar 08 06:19:46.806075 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9d298b77-e77c-4524-b313-23c41b70566b req-4e4bd0e1-6a1f-4a19-9a7d-99053cab1df1 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Mar 08 06:19:47.928687 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64369e4-8e14-4c0e-ade3-1d0b4c2ea66e req-044a8895-02fd-4c18-9033-398b2e926c97 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:47.930176 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c64369e4-8e14-4c0e-ade3-1d0b4c2ea66e req-044a8895-02fd-4c18-9033-398b2e926c97 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 944 time: 0.0518560 Mar 08 06:19:47.979539 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c64369e4-8e14-4c0e-ade3-1d0b4c2ea66e req-508ce37b-04f5-47ad-81a7-79002e645ab5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Mar 08 06:19:48.793670 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device d5e13567-e590-434e-aa7f-7cc00dc7b4f6 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:19:48.889038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port d5e13567-e590-434e-aa7f-7cc00dc7b4f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:19:48.900254 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': 'd5e13567-e590-434e-aa7f-7cc00dc7b4f6', 'network_id': '731b5121-2aca-4ec5-b3cd-697edd47f594', 'port_id': 'd5e13567-e590-434e-aa7f-7cc00dc7b4f6', 'mac_address': 'fa:16:3e:3f:02:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '493a3bd2-2fbe-473a-bf40-4bc49a5fcbab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:19:48.936355 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:19:48.936745 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:48.949955 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e13567-e590-434e-aa7f-7cc00dc7b4f6 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:19:48.973549 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port d5e13567-e590-434e-aa7f-7cc00dc7b4f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:19:48.977218 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:49.023801 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:19:49.030801 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.031155 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.031503 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.031844 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.032180 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.032515 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.032848 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.033182 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.033514 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.033843 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.034167 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.034491 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.034836 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:19:49.098863 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abfc8d-d560-419f-a928-55c38e44f529 req-0e09eb02-bffe-466d-9541-e9d0f571fa32 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:49.100341 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-98abfc8d-d560-419f-a928-55c38e44f529 req-0e09eb02-bffe-466d-9541-e9d0f571fa32 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 945 time: 0.0544920 Mar 08 06:19:49.147879 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-98abfc8d-d560-419f-a928-55c38e44f529 req-14ac179a-21c5-4dd7-8f24-301a986a199a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Mar 08 06:19:49.332787 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:49.372011 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['d5e13567-e590-434e-aa7f-7cc00dc7b4f6'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:19:50.263813 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a45455-9f71-4fa6-b1a4-99967dfd82e7 req-5577e8ff-f6e8-4cc9-9607-25314e6d25f4 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:50.265238 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-67a45455-9f71-4fa6-b1a4-99967dfd82e7 req-5577e8ff-f6e8-4cc9-9607-25314e6d25f4 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 945 time: 0.0513778 Mar 08 06:19:50.309627 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-67a45455-9f71-4fa6-b1a4-99967dfd82e7 req-c22425ed-61f9-46d8-a964-c34b5c674367 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Mar 08 06:19:50.825060 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device d5e13567-e590-434e-aa7f-7cc00dc7b4f6 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:19:50.872335 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:19:50.875857 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:19:50.876226 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:50.949419 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:19:50.949800 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:50.974409 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb6b0b8-bd2b-4eeb-9b7d-299594fac202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e13567-e590-434e-aa7f-7cc00dc7b4f6'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:19:50.976675 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac11ce3-7f7b-4487-9a74-593e4ad99319" -d '{"events": [{"server_uuid": "2eb6b0b8-bd2b-4eeb-9b7d-299594fac202", "name": "network-vif-plugged", "status": "completed", "tag": "d5e13567-e590-434e-aa7f-7cc00dc7b4f6"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:19:50.991513 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port d5e13567-e590-434e-aa7f-7cc00dc7b4f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:19:50.995347 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:19:51.017451 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12b33ad-4326-4a27-9a54-f6ea09425e43 x-openstack-request-id: req-a12b33ad-4326-4a27-9a54-f6ea09425e43 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:19:51.017744 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb6b0b8-bd2b-4eeb-9b7d-299594fac202", "name": "network-vif-plugged", "status": "completed", "tag": "d5e13567-e590-434e-aa7f-7cc00dc7b4f6", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:19:51.017997 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a12b33ad-4326-4a27-9a54-f6ea09425e43 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:19:51.018385 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb6b0b8-bd2b-4eeb-9b7d-299594fac202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e13567-e590-434e-aa7f-7cc00dc7b4f6', 'code': 200} Mar 08 06:19:51.043262 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:19:51.214789 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f324-cd83-4db5-b03d-aa8b1e2b9d45 req-43a37780-54af-4f5d-9c8d-1b0215f65ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:51.216450 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0508f324-cd83-4db5-b03d-aa8b1e2b9d45 req-43a37780-54af-4f5d-9c8d-1b0215f65ca9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 1130 time: 0.0434124 Mar 08 06:19:51.259627 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-0508f324-cd83-4db5-b03d-aa8b1e2b9d45 req-748574e3-cd6d-4a5c-aa41-4984f5e5f3da service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368707 Mar 08 06:19:51.431455 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ab59-54b8-4cb4-9465-cdec8dd26912 req-b733dac1-b859-4878-99f4-8ea2040ceaf1 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:51.432838 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b533ab59-54b8-4cb4-9465-cdec8dd26912 req-b733dac1-b859-4878-99f4-8ea2040ceaf1 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 946 time: 0.0551534 Mar 08 06:19:51.478788 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b533ab59-54b8-4cb4-9465-cdec8dd26912 req-43b03da5-07b0-480e-be81-4610bc046715 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Mar 08 06:19:52.594251 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c92e75-34d2-4469-aaf1-649fdb6539b2 req-5c3f12d1-c994-4616-af2d-8c08a6efeba0 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:52.595647 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-53c92e75-34d2-4469-aaf1-649fdb6539b2 req-5c3f12d1-c994-4616-af2d-8c08a6efeba0 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 946 time: 0.0506017 Mar 08 06:19:52.641507 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-53c92e75-34d2-4469-aaf1-649fdb6539b2 req-09057970-eef7-41f3-a1a0-01436242fd1c tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398476 Mar 08 06:19:53.759634 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183fc40-0115-4677-98ca-b4ec2e471694 req-e73f6dee-4abd-4a57-8ead-66abc773f969 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:19:53.761080 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b183fc40-0115-4677-98ca-b4ec2e471694 req-e73f6dee-4abd-4a57-8ead-66abc773f969 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 946 time: 0.0552559 Mar 08 06:19:53.806924 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b183fc40-0115-4677-98ca-b4ec2e471694 req-987d8622-f4a5-4ead-a90e-ce356fb71da1 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403805 Mar 08 06:20:04.310239 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e486e9-0696-4992-ae54-a437dda30b01 req-3fd6e4d2-91bf-4a18-8cf3-9dc00e8cb5b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417264 Mar 08 06:20:05.881704 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e486e9-0696-4992-ae54-a437dda30b01 req-20e111b3-a2b2-4ba9-9cec-de62780dd6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:05.883258 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e486e9-0696-4992-ae54-a437dda30b01 req-20e111b3-a2b2-4ba9-9cec-de62780dd6b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 1129 time: 0.0441136 Mar 08 06:20:05.986406 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e486e9-0696-4992-ae54-a437dda30b01 req-a0f0da81-c425-4095-a863-b6e9e7fc5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:05.987899 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e486e9-0696-4992-ae54-a437dda30b01 req-a0f0da81-c425-4095-a863-b6e9e7fc5d8e service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0852859 Mar 08 06:20:06.056202 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e486e9-0696-4992-ae54-a437dda30b01 req-2f668b97-4ec8-4ee2-bb1c-00ac7c59825e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44 HTTP/1.1" status: 200 len: 1001 time: 0.0600865 Mar 08 06:20:06.103809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e486e9-0696-4992-ae54-a437dda30b01 req-98d1468d-9923-4db5-89dd-197778d41e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:06.105175 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e486e9-0696-4992-ae54-a437dda30b01 req-98d1468d-9923-4db5-89dd-197778d41e64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0409617 Mar 08 06:20:06.155477 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e486e9-0696-4992-ae54-a437dda30b01 req-e939de67-7c01-45cb-aa46-07b411a320ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:06.156912 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e486e9-0696-4992-ae54-a437dda30b01 req-e939de67-7c01-45cb-aa46-07b411a320ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435662 Mar 08 06:20:06.245659 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e486e9-0696-4992-ae54-a437dda30b01 req-316a50c3-f469-4cf0-96c5-b4daeff393cb service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824540 Mar 08 06:20:06.331314 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-31e486e9-0696-4992-ae54-a437dda30b01 req-56ae1ee4-f15b-427a-a72f-252fa3550a97 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789380 Mar 08 06:20:09.165349 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41555c29-abc1-4e64-8ed6-ad2fede5ffaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:11.403104 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4337a54d-15e9-4b48-b4ae-3121950d4f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:12.534362 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:14.165756 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:15.594822 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:16.864555 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f30e40-93f2-4d6b-bcf1-f99b35d0bbb6 req-3cd84ec3-499e-4def-93e6-39621704504a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:16.865927 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d5f30e40-93f2-4d6b-bcf1-f99b35d0bbb6 req-3cd84ec3-499e-4def-93e6-39621704504a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 946 time: 0.0504422 Mar 08 06:20:16.911623 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-d5f30e40-93f2-4d6b-bcf1-f99b35d0bbb6 req-a7747bca-e9f6-4ec4-a0eb-fc66c58c3129 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395386 Mar 08 06:20:17.473940 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:20:18.028885 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80296972-082a-4a19-b15a-43fd8cc544b0 req-11c9f79e-6b25-422e-9b1d-fa91cd539fd3 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:18.030356 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-80296972-082a-4a19-b15a-43fd8cc544b0 req-11c9f79e-6b25-422e-9b1d-fa91cd539fd3 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 946 time: 0.0509965 Mar 08 06:20:18.078207 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-80296972-082a-4a19-b15a-43fd8cc544b0 req-a653bba9-b41f-4d58-8ae9-8c3743d02cd9 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/security-groups?id=87f06357-f77b-4b08-97b2-3e240a68ae99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Mar 08 06:20:18.807965 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-99ef1826-2143-4b9d-b292-b29613ee780a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:18.809331 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-99ef1826-2143-4b9d-b292-b29613ee780a tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.31 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 946 time: 0.0501442 Mar 08 06:20:18.899006 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Deleting port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:20:18.899338 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:18.986504 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] For port d5e13567-e590-434e-aa7f-7cc00dc7b4f6, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,segment=NetworkSegment(16d43fad-4c7c-4685-a059-8f76e60d62eb),segment_id=16d43fad-4c7c-4685-a059-8f76e60d62eb)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:20:18.986899 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:18.998844 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Calling delete_port for d5e13567-e590-434e-aa7f-7cc00dc7b4f6 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:20:19.122120 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (d5e13567-e590-434e-aa7f-7cc00dc7b4f6), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:19.153366 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Pushing event deleted for resources: {'Port': ['ID=d5e13567-e590-434e-aa7f-7cc00dc7b4f6,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:19.157666 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['d5e13567-e590-434e-aa7f-7cc00dc7b4f6'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:20:19.191224 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c8205e94-67b8-4479-aeb5-9017576a6ccb req-09d4aa66-c0e9-49d5-adb4-b1391ac66a96 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 210 time: 0.0448592 Mar 08 06:20:19.364184 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:19.439487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] No DVR routers for this DVR port d5e13567-e590-434e-aa7f-7cc00dc7b4f6 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:20:19.441964 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:19.445251 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c69b3998-ce0c-4a09-88f9-61c9b78daf1d req-7fb750cf-b2e9-4154-b9ea-6b24679222f5 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.31 "DELETE /v2.0/ports/d5e13567-e590-434e-aa7f-7cc00dc7b4f6 HTTP/1.1" status: 204 len: 173 time: 0.6309559 Mar 08 06:20:19.445728 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb6b0b8-bd2b-4eeb-9b7d-299594fac202', 'name': 'network-vif-deleted', 'tag': 'd5e13567-e590-434e-aa7f-7cc00dc7b4f6'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:20:19.447948 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a31b3fa-b957-463b-8005-5a8707602cb7" -d '{"events": [{"server_uuid": "2eb6b0b8-bd2b-4eeb-9b7d-299594fac202", "name": "network-vif-deleted", "tag": "d5e13567-e590-434e-aa7f-7cc00dc7b4f6"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:20:19.486633 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcaab9d-c2e4-4bd9-b8dd-274ba3df3e20 x-openstack-request-id: req-bdcaab9d-c2e4-4bd9-b8dd-274ba3df3e20 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:20:19.486934 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb6b0b8-bd2b-4eeb-9b7d-299594fac202", "name": "network-vif-deleted", "tag": "d5e13567-e590-434e-aa7f-7cc00dc7b4f6", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:20:19.487187 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bdcaab9d-c2e4-4bd9-b8dd-274ba3df3e20 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:20:19.487693 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb6b0b8-bd2b-4eeb-9b7d-299594fac202', 'name': 'network-vif-deleted', 'tag': 'd5e13567-e590-434e-aa7f-7cc00dc7b4f6', 'status': 'completed', 'code': 200} Mar 08 06:20:20.303595 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c4d5b3c1-3afc-455f-9e1e-2ea4c6ca0a5d req-eb1ddeab-202c-43b4-be76-db06a7d3d9b1 tempest-VolumesSnapshotTestJSON-527508467 tempest-VolumesSnapshotTestJSON-527508467-project] 10.222.0.16 "GET /v2.0/ports?device_id=2eb6b0b8-bd2b-4eeb-9b7d-299594fac202 HTTP/1.1" status: 200 len: 210 time: 0.0306344 Mar 08 06:20:22.949579 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device d5e13567-e590-434e-aa7f-7cc00dc7b4f6 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:20:22.969922 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: d5e13567-e590-434e-aa7f-7cc00dc7b4f6 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:20:22.970269 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device d5e13567-e590-434e-aa7f-7cc00dc7b4f6 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:20:27.812495 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0664f4-8125-445b-80d6-b94fc935e4df req-902768ae-5156-4842-a689-9cb518cd2f55 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:27.813956 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-af0664f4-8125-445b-80d6-b94fc935e4df req-902768ae-5156-4842-a689-9cb518cd2f55 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 945 time: 0.0521815 Mar 08 06:20:27.862913 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-af0664f4-8125-445b-80d6-b94fc935e4df req-5afcee82-3b7b-4e98-ba92-60ef7df55fd6 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Mar 08 06:20:28.983415 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feda043-7d86-4a46-b1ea-d8b2d6d8163d req-a057f1fb-3d2b-4798-8059-b9745ef4121c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:28.984770 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5feda043-7d86-4a46-b1ea-d8b2d6d8163d req-a057f1fb-3d2b-4798-8059-b9745ef4121c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 945 time: 0.0544891 Mar 08 06:20:29.031792 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-5feda043-7d86-4a46-b1ea-d8b2d6d8163d req-3e70bc90-d3ca-4008-afea-6928864fef61 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Mar 08 06:20:29.760561 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-6ba6c9d6-94f6-4642-a459-90c95c87904e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:29.761996 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-6ba6c9d6-94f6-4642-a459-90c95c87904e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 945 time: 0.0537505 Mar 08 06:20:29.853821 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Deleting port 4855f88e-cb85-4e32-8656-7a63b58a3c44 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:20:29.854091 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:29.939210 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] For port 4855f88e-cb85-4e32-8656-7a63b58a3c44, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=4855f88e-cb85-4e32-8656-7a63b58a3c44,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:20:29.939580 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:30.105674 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:30.105952 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (a6034cd4-3e00-4a62-bf6a-bdf27e4fe032), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:30.106264 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Floating IP a6034cd4-3e00-4a62-bf6a-bdf27e4fe032 disassociated. External IP: 172.27.2.159, port: 4855f88e-cb85-4e32-8656-7a63b58a3c44. Mar 08 06:20:30.106618 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Calling delete_port for 4855f88e-cb85-4e32-8656-7a63b58a3c44 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:20:30.151442 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83c0b0-d46c-4fe5-927a-ae72efa67a5f req-ff368548-80a0-4ea2-98ba-53ef2c5b804a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:30.152925 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-eb83c0b0-d46c-4fe5-927a-ae72efa67a5f req-ff368548-80a0-4ea2-98ba-53ef2c5b804a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 945 time: 0.0528643 Mar 08 06:20:30.201194 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-eb83c0b0-d46c-4fe5-927a-ae72efa67a5f req-1ebd460a-d9e2-4247-8b83-451a34da546e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426893 Mar 08 06:20:30.234853 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (4855f88e-cb85-4e32-8656-7a63b58a3c44), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:30.260620 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event deleted for resources: {'Port': ['ID=4855f88e-cb85-4e32-8656-7a63b58a3c44,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:30.375007 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Router 80a4b210-2bb3-41c0-b797-a256744d967e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:20:30.485180 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:20:30.496205 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:20:30.505474 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:20:30.506089 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:20:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:30.530026 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] No DVR routers for this DVR port 4855f88e-cb85-4e32-8656-7a63b58a3c44 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:20:30.532716 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:30.536006 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8e4ac454-fba0-4e6a-9442-5fc17081aef3 req-d6815491-ba87-4c22-aa27-8e1e37770767 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "DELETE /v2.0/ports/4855f88e-cb85-4e32-8656-7a63b58a3c44 HTTP/1.1" status: 204 len: 173 time: 0.7688658 Mar 08 06:20:30.536463 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'name': 'network-vif-deleted', 'tag': '4855f88e-cb85-4e32-8656-7a63b58a3c44'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:20:30.539596 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4ae928-a6a2-4775-9231-b51a69b28284" -d '{"events": [{"server_uuid": "8595435f-3b0d-41ec-b3b5-e59021fc4764", "name": "network-vif-deleted", "tag": "4855f88e-cb85-4e32-8656-7a63b58a3c44"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:20:30.581579 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa28bd31-36c7-4fa6-b11a-22216f99ac24 x-openstack-request-id: req-fa28bd31-36c7-4fa6-b11a-22216f99ac24 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:20:30.581886 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8595435f-3b0d-41ec-b3b5-e59021fc4764", "name": "network-vif-deleted", "tag": "4855f88e-cb85-4e32-8656-7a63b58a3c44", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:20:30.582889 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fa28bd31-36c7-4fa6-b11a-22216f99ac24 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:20:30.583580 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8595435f-3b0d-41ec-b3b5-e59021fc4764', 'name': 'network-vif-deleted', 'tag': '4855f88e-cb85-4e32-8656-7a63b58a3c44', 'status': 'completed', 'code': 200} Mar 08 06:20:30.721707 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:20:30.933691 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:30.959656 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:20:30.968305 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:20:30.968915 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:20:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:31.078450 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:20:31.282541 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:31.309067 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b25c1060-f754-4ae4-b116-67a8cf937501 req-90473a7e-579b-42b7-8fa1-d02c6d63dc6f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 210 time: 0.0271235 Mar 08 06:20:31.309689 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff55ab37-bb09-465a-8c49-196891bf80ab None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:20:31.524209 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc33bac-e109-4cbf-9e4a-ef4985c7c5f8 None None] New status for floating IP a6034cd4-3e00-4a62-bf6a-bdf27e4fe032: DOWN {{(pid=103360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:20:32.420902 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e062cc00-c6bc-4ea5-9a0c-12a47d756671 req-7a0dc23a-f6a4-4eea-8f2e-4ee28f7a8b6c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 210 time: 0.0299165 Mar 08 06:20:33.528556 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-960011be-667c-4955-8661-389301fac15b req-9ad85a7a-87cd-4c5e-a041-8cb36a2fee3b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=8595435f-3b0d-41ec-b3b5-e59021fc4764 HTTP/1.1" status: 200 len: 210 time: 0.0309393 Mar 08 06:20:34.705048 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 4855f88e-cb85-4e32-8656-7a63b58a3c44 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:20:34.728079 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 4855f88e-cb85-4e32-8656-7a63b58a3c44 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:20:34.728433 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 4855f88e-cb85-4e32-8656-7a63b58a3c44 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:20:34.784701 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-82120ff5-3594-4f31-ab5e-9ed2e4f2bc9a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396911641&fields=id&tenant_id=de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 267 time: 0.0435336 Mar 08 06:20:34.892166 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-5de66693-c239-40c2-bd06-7871a84e85c6 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:34.893789 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-5de66693-c239-40c2-bd06-7871a84e85c6 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 812 time: 0.1017210 Mar 08 06:20:34.914661 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-3e60c1b9-b084-42d7-ac78-8b2993771cde tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/quotas/de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 375 time: 0.0140805 Mar 08 06:20:34.967815 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-63d42f84-745e-404c-aae8-6d0ea6d8c84a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481455 Mar 08 06:20:35.059979 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-e3a0048a-78de-4217-aa7c-6672327cfb97 service neutron] 10.222.0.16 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798945 Mar 08 06:20:35.147032 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-d09ee1fe-06b6-4a87-a162-7c85e5d640e2 service neutron] 10.222.0.16 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813487 Mar 08 06:20:35.430401 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-db2e9ca9-ef5c-42b4-a983-33cd31fc0d47 req-544426d2-6921-4e7c-8f40-aff7c2764e30 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 210 time: 0.0281799 Mar 08 06:20:36.399479 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-141d36e0-2836-45ce-bb63-3611ee52d635 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:36.400939 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-141d36e0-2836-45ce-bb63-3611ee52d635 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 812 time: 0.1293318 Mar 08 06:20:36.469704 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-ba6b1ea5-d697-4933-8d94-cb32d2422f23 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 380 time: 0.0552433 Mar 08 06:20:36.483500 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'port': {'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'admin_state_up': True, 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'security_groups': ['9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:20:36.527757 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-cd79bc56-b1b6-42f1-a6f1-7e8a20ca3528 req-d779c7a7-9ce1-4938-910e-8d9b7b11d34b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 210 time: 0.0286531 Mar 08 06:20:36.604166 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Made reservation on behalf of de8259c7f55246efb1170be86593aa0d for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:20:36.607392 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:36.729190 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Allocated IP 172.20.0.3 (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1/6d1dd387-b995-42dc-bbc5-6e000ea2a882/ca605406-3226-4e55-9a4e-dfa5aadde1c7) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:20:36.857596 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:36.888833 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:36.935542 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:20:36.938369 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:20:36.941888 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:20:36.948100 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=ca605406-3226-4e55-9a4e-dfa5aadde1c7,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:36.994547 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:36.995236 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:37.011682 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-966e0b5e-a876-403d-bd85-dc51a31e90d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5319898 Mar 08 06:20:37.029708 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Request body: {'port': {'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:20:37.092304 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:37.202185 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-aa413640-5577-4999-af2e-0ca45b14023d None None] Provisioning complete for port ca605406-3226-4e55-9a4e-dfa5aadde1c7 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:20:37.202707 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-aa413640-5577-4999-af2e-0ca45b14023d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:37.242699 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-aa413640-5577-4999-af2e-0ca45b14023d None None] Port ca605406-3226-4e55-9a4e-dfa5aadde1c7 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:20:37.372533 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca605406-3226-4e55-9a4e-dfa5aadde1c7 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:20:37.382605 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Publish callbacks [] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:37.398059 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Transition to ACTIVE for port object ca605406-3226-4e55-9a4e-dfa5aadde1c7 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:20:37.401245 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:37.501878 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca605406-3226-4e55-9a4e-dfa5aadde1c7,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:37.532770 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Attempting to bind port ca605406-3226-4e55-9a4e-dfa5aadde1c7 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:20:37.533530 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Attempting to bind port ca605406-3226-4e55-9a4e-dfa5aadde1c7 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:20:37.534071 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Attempting to bind port ca605406-3226-4e55-9a4e-dfa5aadde1c7 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:20:37.540120 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Port ca605406-3226-4e55-9a4e-dfa5aadde1c7 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:20:37.540802 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Attempting to bind port ca605406-3226-4e55-9a4e-dfa5aadde1c7 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:20:37.546423 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:20:37.546809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Checking segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:20:37.547200 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Bound using segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:20:37.547641 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Bound port: ca605406-3226-4e55-9a4e-dfa5aadde1c7, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:20:37.548002 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:37.646488 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] For port ca605406-3226-4e55-9a4e-dfa5aadde1c7, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:20:37.651253 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] For port ca605406-3226-4e55-9a4e-dfa5aadde1c7, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:20:37.658503 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:37.674883 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:37.675509 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:37.676958 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] 10.222.0.31 "PUT /v2.0/ports/ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 200 len: 1093 time: 0.6520929 Mar 08 06:20:37.680271 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb4921-0d64-4b13-806c-7242331cbf7c req-c0a4a995-25fb-49f6-95c9-f05945824947 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:37.681894 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c4fb4921-0d64-4b13-806c-7242331cbf7c req-c0a4a995-25fb-49f6-95c9-f05945824947 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 943 time: 0.0699430 Mar 08 06:20:37.695572 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:20:37.698435 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b666037-1cee-4815-98e6-2aa1703244ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:20:37.739775 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecda602-a6f1-4fa6-a47d-76e3f37588f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca605406-3226-4e55-9a4e-dfa5aadde1c7,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:37.757519 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c4fb4921-0d64-4b13-806c-7242331cbf7c req-35a7232e-72ab-42c0-8ac0-f878a7222d49 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692320 Mar 08 06:20:37.784348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f472113-6c37-4989-9f44-cba13a2e724a x-openstack-request-id: req-7f472113-6c37-4989-9f44-cba13a2e724a {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:20:37.784348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:20:37.784348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f472113-6c37-4989-9f44-cba13a2e724a {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:20:37.785085 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'status': 'completed', 'code': 200} Mar 08 06:20:37.804984 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-5052492c-0322-4dd1-bd3d-88b307190b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:37.806528 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-5052492c-0322-4dd1-bd3d-88b307190b9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1127 time: 0.0623586 Mar 08 06:20:37.869018 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-bf7fd026-a8ab-4518-92b0-f68d0b712292 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 200 len: 217 time: 0.0474706 Mar 08 06:20:37.923601 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-0e9fc56b-6106-422e-a0be-257b3c021ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:37.925094 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-0e9fc56b-6106-422e-a0be-257b3c021ba8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0507464 Mar 08 06:20:37.973309 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-40f43876-e88e-43ae-b243-6a85136864dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:37.974732 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-40f43876-e88e-43ae-b243-6a85136864dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438006 Mar 08 06:20:38.063848 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-2eb034c2-b7be-4481-952d-25e3179c1019 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832131 Mar 08 06:20:38.149017 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-530eca72-0da9-4ed8-bfb1-3fcf81dbb140 req-d778b6e3-ff04-43dd-a58b-42886b94f94d service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797329 Mar 08 06:20:38.277305 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b666037-1cee-4815-98e6-2aa1703244ea req-e3144ba9-8cad-42bd-b610-f8a12d10f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:38.278899 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1b666037-1cee-4815-98e6-2aa1703244ea req-e3144ba9-8cad-42bd-b610-f8a12d10f151 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1127 time: 0.0483160 Mar 08 06:20:38.366952 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b666037-1cee-4815-98e6-2aa1703244ea req-4c84cf20-a98f-41df-b343-4ca741d477f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:38.368462 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1b666037-1cee-4815-98e6-2aa1703244ea req-4c84cf20-a98f-41df-b343-4ca741d477f6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0832047 Mar 08 06:20:38.411243 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1b666037-1cee-4815-98e6-2aa1703244ea req-25479a44-0621-4198-8e51-c8880f9cb11b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 200 len: 217 time: 0.0364659 Mar 08 06:20:38.458935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b666037-1cee-4815-98e6-2aa1703244ea req-02a9f55b-96ca-4aac-85cc-30aaeaf20f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:38.461038 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1b666037-1cee-4815-98e6-2aa1703244ea req-02a9f55b-96ca-4aac-85cc-30aaeaf20f69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0432837 Mar 08 06:20:38.508476 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b666037-1cee-4815-98e6-2aa1703244ea req-f58364e4-78e8-40d0-84b7-a20b3520c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:38.509950 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1b666037-1cee-4815-98e6-2aa1703244ea req-f58364e4-78e8-40d0-84b7-a20b3520c2e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420272 Mar 08 06:20:38.599626 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1b666037-1cee-4815-98e6-2aa1703244ea req-29d027cc-ed8b-4f11-8a15-55f76ab7b597 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839386 Mar 08 06:20:38.693388 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1b666037-1cee-4815-98e6-2aa1703244ea req-afdf65f4-2c9d-4464-948f-7ad464561c5d service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872147 Mar 08 06:20:38.878846 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc573c2-e693-4f30-8a26-90ab9b3eec6a req-a259da87-87f7-4982-a790-bce069ad2a26 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:38.880420 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9bc573c2-e693-4f30-8a26-90ab9b3eec6a req-a259da87-87f7-4982-a790-bce069ad2a26 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 943 time: 0.0529659 Mar 08 06:20:38.930841 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9bc573c2-e693-4f30-8a26-90ab9b3eec6a req-d5d91563-2b2c-42e6-bfa0-dbf674354a8a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Mar 08 06:20:39.166442 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-de9945a9-e971-4f58-9479-353ce8258481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:40.054674 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffb9b2-1e2a-4595-818e-2a2eb8b99b34 req-9ade842c-b798-4636-9313-dacd2a565dec tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:40.056264 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-adffb9b2-1e2a-4595-818e-2a2eb8b99b34 req-9ade842c-b798-4636-9313-dacd2a565dec tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 943 time: 0.0544145 Mar 08 06:20:40.107378 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-adffb9b2-1e2a-4595-818e-2a2eb8b99b34 req-72e085df-dd95-4cb1-bec0-aca35ae2eaf3 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Mar 08 06:20:41.229594 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5531636-918b-45cb-94bd-f16fefc6972b req-1e311645-b64b-4bb2-82c9-7520a224506b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:41.231050 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f5531636-918b-45cb-94bd-f16fefc6972b req-1e311645-b64b-4bb2-82c9-7520a224506b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 943 time: 0.0553296 Mar 08 06:20:41.277684 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f5531636-918b-45cb-94bd-f16fefc6972b req-62b90ca1-2618-405f-9775-88bd3111ee6f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411549 Mar 08 06:20:41.405542 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d5384090-4d55-4a95-930e-42a642de5feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:42.403945 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c4e5a-cba3-4f9f-8877-221607de87bb req-c70d36e5-e3d2-491a-98b1-3bb91fedb0dd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:42.405542 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a16c4e5a-cba3-4f9f-8877-221607de87bb req-c70d36e5-e3d2-491a-98b1-3bb91fedb0dd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 943 time: 0.0533605 Mar 08 06:20:42.454170 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a16c4e5a-cba3-4f9f-8877-221607de87bb req-46549f83-6c9e-483a-90ce-62c396c3d4d8 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Mar 08 06:20:42.536916 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:43.580859 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb0d81-3a2e-4e80-8caa-25e1eba75cce req-fc2fa0ee-7c64-4b91-988a-9001ec743a8a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:43.582609 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-08eb0d81-3a2e-4e80-8caa-25e1eba75cce req-fc2fa0ee-7c64-4b91-988a-9001ec743a8a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 943 time: 0.0586302 Mar 08 06:20:43.634974 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-08eb0d81-3a2e-4e80-8caa-25e1eba75cce req-f87cc024-2ca8-4a54-ae5c-4899a56bb88b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Mar 08 06:20:44.168418 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:44.753499 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92175acb-9591-4a1a-b178-b3eb7c40c2c3 req-9bda7583-60b6-4ac2-85f6-7f22c23cfa7a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:44.755171 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-92175acb-9591-4a1a-b178-b3eb7c40c2c3 req-9bda7583-60b6-4ac2-85f6-7f22c23cfa7a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 943 time: 0.0551097 Mar 08 06:20:44.809067 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-92175acb-9591-4a1a-b178-b3eb7c40c2c3 req-886788b2-7189-4877-a068-92510a8f4fb2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470843 Mar 08 06:20:45.075168 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device ca605406-3226-4e55-9a4e-dfa5aadde1c7 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:20:45.170048 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port ca605406-3226-4e55-9a4e-dfa5aadde1c7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:20:45.180669 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:20:45.217574 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port ca605406-3226-4e55-9a4e-dfa5aadde1c7 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:20:45.217959 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.231200 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca605406-3226-4e55-9a4e-dfa5aadde1c7 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:20:45.253471 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port ca605406-3226-4e55-9a4e-dfa5aadde1c7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:20:45.257272 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.301623 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=ca605406-3226-4e55-9a4e-dfa5aadde1c7,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:45.508426 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50122) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:20:45.553107 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Deleting subnet 493a3bd2-2fbe-473a-bf40-4bc49a5fcbab {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:20:45.556563 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Publish callbacks [] for subnet (493a3bd2-2fbe-473a-bf40-4bc49a5fcbab), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.594209 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602194'] for subnet (493a3bd2-2fbe-473a-bf40-4bc49a5fcbab), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.598159 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.633783 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (493a3bd2-2fbe-473a-bf40-4bc49a5fcbab), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.656823 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['ca605406-3226-4e55-9a4e-dfa5aadde1c7'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:20:45.685014 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13000925'] for subnet (493a3bd2-2fbe-473a-bf40-4bc49a5fcbab), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.713220 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493a3bd2-2fbe-473a-bf40-4bc49a5fcbab,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:45.716096 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.718757 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/493a3bd2-2fbe-473a-bf40-4bc49a5fcbab HTTP/1.1" status: 204 len: 168 time: 0.2092228 Mar 08 06:20:45.721727 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50124) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:20:45.725053 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.726110 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.726464 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.726852 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.727188 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.727521 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.727853 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.728183 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.728513 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.728862 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.729162 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.729485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.730018 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beeaba8-ce12-4e96-a5a0-9edac59fe135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:45.793444 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (731b5121-2aca-4ec5-b3cd-697edd47f594), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.869406 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (731b5121-2aca-4ec5-b3cd-697edd47f594), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.894144 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731b5121-2aca-4ec5-b3cd-697edd47f594']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:45.905317 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16d43fad-4c7c-4685-a059-8f76e60d62eb') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:45.905616 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16d43fad-4c7c-4685-a059-8f76e60d62eb') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:45.919066 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (16d43fad-4c7c-4685-a059-8f76e60d62eb), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.932518 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (16d43fad-4c7c-4685-a059-8f76e60d62eb), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.933685 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f5079-5289-43ee-8ce7-c5a923123cce req-75ad087a-a2a8-400d-b41d-cbe6916e127f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:45.935198 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e88f5079-5289-43ee-8ce7-c5a923123cce req-75ad087a-a2a8-400d-b41d-cbe6916e127f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 944 time: 0.0551999 Mar 08 06:20:45.938207 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:20:45.938678 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (16d43fad-4c7c-4685-a059-8f76e60d62eb), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:20:45.940258 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:20:45.989259 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e88f5079-5289-43ee-8ce7-c5a923123cce req-eadf1034-01e4-4cbd-85fd-9f06929eda95 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483518 Mar 08 06:20:45.994915 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (731b5121-2aca-4ec5-b3cd-697edd47f594), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:46.002891 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:46.008216 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] 10.222.0.16 "DELETE /v2.0/networks/731b5121-2aca-4ec5-b3cd-697edd47f594 HTTP/1.1" status: 204 len: 168 time: 0.2817914 Mar 08 06:20:46.015164 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Pushing event deleted for resources: {'Network': ['ID=731b5121-2aca-4ec5-b3cd-697edd47f594,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:46.023555 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.023799 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.024142 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.024478 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.024814 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.025143 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.025468 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.025794 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.026119 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.026443 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.026795 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.027114 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.027471 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e0993d-5f69-48da-9467-78836e89b233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:20:46.192257 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50130) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:20:46.230989 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-def76806-116c-498b-ad71-6b3482276858 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b35f4d2cbeb54fc89fcdf3034d4e6369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375752 Mar 08 06:20:46.233446 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50132) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:20:46.279165 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cf72722c-425a-462d-9af0-217a1cac6896 admin admin] Publish callbacks [] for security_group (87f06357-f77b-4b08-97b2-3e240a68ae99), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:46.303030 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cf72722c-425a-462d-9af0-217a1cac6896 admin admin] Publish callbacks [] for security_group (87f06357-f77b-4b08-97b2-3e240a68ae99), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:46.349971 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cf72722c-425a-462d-9af0-217a1cac6896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (87f06357-f77b-4b08-97b2-3e240a68ae99), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:46.353695 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-cf72722c-425a-462d-9af0-217a1cac6896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:46.354874 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-cf72722c-425a-462d-9af0-217a1cac6896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/87f06357-f77b-4b08-97b2-3e240a68ae99 HTTP/1.1" status: 204 len: 168 time: 0.1204851 Mar 08 06:20:46.362202 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72722c-425a-462d-9af0-217a1cac6896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f06357-f77b-4b08-97b2-3e240a68ae99,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:47.088204 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device ca605406-3226-4e55-9a4e-dfa5aadde1c7 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:20:47.110027 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5f7b5-4bf2-4d66-9137-84c219af96bf req-d5b600ca-619b-4f85-b85e-1caa20bed20f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:47.111617 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a1f5f7b5-4bf2-4d66-9137-84c219af96bf req-d5b600ca-619b-4f85-b85e-1caa20bed20f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 944 time: 0.0537608 Mar 08 06:20:47.137521 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port ca605406-3226-4e55-9a4e-dfa5aadde1c7 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:20:47.141469 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port ca605406-3226-4e55-9a4e-dfa5aadde1c7 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:20:47.141845 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:47.162371 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-a1f5f7b5-4bf2-4d66-9137-84c219af96bf req-0a7853c1-b643-47b6-aa7a-17c4ed30d190 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435324 Mar 08 06:20:47.226325 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port ca605406-3226-4e55-9a4e-dfa5aadde1c7 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:20:47.226849 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:47.252783 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:20:47.255088 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b38de5c-79b8-43a8-a663-983ec73cd67f" -d '{"events": [{"server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "name": "network-vif-plugged", "status": "completed", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:20:47.270411 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port ca605406-3226-4e55-9a4e-dfa5aadde1c7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:20:47.275445 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:47.307392 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362a5d4c-4059-4652-a25f-1806086e7d7f x-openstack-request-id: req-362a5d4c-4059-4652-a25f-1806086e7d7f {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:20:47.307695 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "name": "network-vif-plugged", "status": "completed", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:20:47.307952 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-362a5d4c-4059-4652-a25f-1806086e7d7f {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:20:47.308346 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'code': 200} Mar 08 06:20:47.338683 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=ca605406-3226-4e55-9a4e-dfa5aadde1c7,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:47.571993 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55de5a-c0bc-415c-80f3-c4bdb21b6d9a req-d6812177-5c15-4dc0-a9d3-c290c8adbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:47.573508 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce55de5a-c0bc-415c-80f3-c4bdb21b6d9a req-d6812177-5c15-4dc0-a9d3-c290c8adbb9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1129 time: 0.0555358 Mar 08 06:20:47.626984 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce55de5a-c0bc-415c-80f3-c4bdb21b6d9a req-3ddb6980-7d05-4e94-9776-a2111a1e6f30 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476844 Mar 08 06:20:48.280030 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db349e57-cc0c-474a-8499-d30ca493f78c req-b393f18f-77b2-429b-b01b-6b36196257f3 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:48.281483 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-db349e57-cc0c-474a-8499-d30ca493f78c req-b393f18f-77b2-429b-b01b-6b36196257f3 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 945 time: 0.0514395 Mar 08 06:20:48.329733 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-db349e57-cc0c-474a-8499-d30ca493f78c req-90b6d73f-1d1c-43e1-b5a8-398eae5a16a3 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Mar 08 06:20:49.362261 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:49.451793 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa3120-85e1-4790-a04d-b28a5fdacaac req-9195a53d-21af-48d6-8ad2-c2d7ef8768b8 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:49.453270 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f5aa3120-85e1-4790-a04d-b28a5fdacaac req-9195a53d-21af-48d6-8ad2-c2d7ef8768b8 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 945 time: 0.0551000 Mar 08 06:20:49.501699 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f5aa3120-85e1-4790-a04d-b28a5fdacaac req-510e15f1-55cb-458d-83b1-586c97d1cef2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424817 Mar 08 06:20:49.617618 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9985e88-71c1-45c5-8e7d-8b706b41ab44 req-17cb9afb-a986-4b49-8128-67d9a3f9e7eb tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:49.619082 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c9985e88-71c1-45c5-8e7d-8b706b41ab44 req-17cb9afb-a986-4b49-8128-67d9a3f9e7eb tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 945 time: 0.0514023 Mar 08 06:20:49.665807 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-c9985e88-71c1-45c5-8e7d-8b706b41ab44 req-c380e4d2-ae96-429f-bc4c-c37621153198 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412838 Mar 08 06:20:49.687371 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50146) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:20:49.730459 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e027f63-50e8-4c00-a82a-81bb9903ca30 tempest-TestVolumeBootPattern-1032044962 tempest-TestVolumeBootPattern-1032044962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:49.731984 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-2e027f63-50e8-4c00-a82a-81bb9903ca30 tempest-TestVolumeBootPattern-1032044962 tempest-TestVolumeBootPattern-1032044962-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1124 time: 0.0436847 Mar 08 06:20:49.734683 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50148) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:20:49.738892 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.v2.base [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:20:49.759857 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:49.853345 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:49.954057 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Allocated IP 172.27.2.4 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/8d971b1b-ac3a-4333-9e48-da1043e86fa3) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:20:50.052861 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (8d971b1b-ac3a-4333-9e48-da1043e86fa3), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:50.085614 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (8d971b1b-ac3a-4333-9e48-da1043e86fa3), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:50.123301 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:20:50.126047 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:20:50.129419 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:20:50.154426 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=8d971b1b-ac3a-4333-9e48-da1043e86fa3,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:50.742978 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (2485d00b-01e6-4793-9fed-345d19e3e7c7), precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:50.811651 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (8d971b1b-ac3a-4333-9e48-da1043e86fa3), before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:50.956109 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (8d971b1b-ac3a-4333-9e48-da1043e86fa3), precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:50.961363 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12772968'] for port (8d971b1b-ac3a-4333-9e48-da1043e86fa3), after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:51.029197 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=8d971b1b-ac3a-4333-9e48-da1043e86fa3,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:20:51.038298 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (2485d00b-01e6-4793-9fed-345d19e3e7c7), after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:51.136768 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Floating IP 2485d00b-01e6-4793-9fed-345d19e3e7c7 associated. External IP: 172.27.2.4, port: ca605406-3226-4e55-9a4e-dfa5aadde1c7. Mar 08 06:20:51.348228 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Router 80a4b210-2bb3-41c0-b797-a256744d967e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:20:51.454779 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:20:51.465269 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34761155-5910-469e-a43d-e789d84ec13a None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:20:51.473105 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:20:51.474660 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34761155-5910-469e-a43d-e789d84ec13a None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:20:51.475286 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-34761155-5910-469e-a43d-e789d84ec13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:20:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:51.503327 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-768febed-c1c9-4954-8719-2f8b9b284a44 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7676537 Mar 08 06:20:51.503908 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:20:51.507184 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b5edef-e0ff-44d1-ad54-93582aaa5d76" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:20:51.546883 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722442af-438e-4ab6-be50-2af34367d122 x-openstack-request-id: req-722442af-438e-4ab6-be50-2af34367d122 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:20:51.547180 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:20:51.547441 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-722442af-438e-4ab6-be50-2af34367d122 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:20:51.547846 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'status': 'completed', 'code': 200} Mar 08 06:20:51.583104 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-34761155-5910-469e-a43d-e789d84ec13a None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:20:51.643383 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-9f25ef1b-442d-4581-a330-977c56939468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:51.644931 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-9f25ef1b-442d-4581-a330-977c56939468 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1129 time: 0.0429513 Mar 08 06:20:51.735276 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-ec1399c1-25bc-4505-9f00-ca41abca38ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:51.736755 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-ec1399c1-25bc-4505-9f00-ca41abca38ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0861170 Mar 08 06:20:51.799773 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-a5235f42-fd9d-455d-958a-19046dcea021 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 200 len: 997 time: 0.0572062 Mar 08 06:20:51.806664 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-34761155-5910-469e-a43d-e789d84ec13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:50Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:51.832781 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34761155-5910-469e-a43d-e789d84ec13a None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:20:51.841988 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34761155-5910-469e-a43d-e789d84ec13a None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:20:51.842596 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-34761155-5910-469e-a43d-e789d84ec13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:20:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:51.851919 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-eb5abaa8-b09b-41a1-9b5b-3df1fc38aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:51.853466 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-eb5abaa8-b09b-41a1-9b5b-3df1fc38aea7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0476279 Mar 08 06:20:51.902440 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-d04db3ff-04eb-4fd6-8a01-c02830c37bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:20:51.903983 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-d04db3ff-04eb-4fd6-8a01-c02830c37bdd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448680 Mar 08 06:20:51.952321 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-34761155-5910-469e-a43d-e789d84ec13a None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:20:51.992070 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-7d8165e3-9384-4556-a3e0-54ec0426099e service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824482 Mar 08 06:20:52.089905 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-99b5edef-e0ff-44d1-ad54-93582aaa5d76 req-b636ae31-657a-44e0-b765-9fdd2bab7798 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902863 Mar 08 06:20:52.170772 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-34761155-5910-469e-a43d-e789d84ec13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:50Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:20:52.196630 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34761155-5910-469e-a43d-e789d84ec13a None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:50Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:20:52.380706 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd1154-3140-49ac-a92b-3b26f1446bff None None] New status for floating IP 2485d00b-01e6-4793-9fed-345d19e3e7c7: ACTIVE {{(pid=103360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:20:54.473007 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:21:09.167494 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a2f65b49-d376-424f-a3f1-5ede4b026140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:11.406991 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c31d5474-4284-4f08-b909-2bbc19854cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:12.538409 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:14.171035 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:15.606640 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:19.363515 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:31.471643 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:21:39.169334 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a870bb82-9ed3-4d68-81c0-2abf181f3baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:41.408562 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9761331-5f97-4457-a50f-31887274d752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:42.545264 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:44.175180 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:45.600559 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:21:49.375414 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:06.685932 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-819b52bf-796e-4d02-9121-7e1cf05d9b6d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1956515 Mar 08 06:22:06.784993 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-e62bdbf7-cb64-48a4-8e8d-8e942d115b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:06.786508 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-e62bdbf7-cb64-48a4-8e8d-8e942d115b91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1129 time: 0.0428901 Mar 08 06:22:06.889434 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-1d9efa74-221c-41e9-adc3-0fa78f4f91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:06.890750 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-1d9efa74-221c-41e9-adc3-0fa78f4f91b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0871511 Mar 08 06:22:06.956168 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-d7c9440e-1d7e-450c-bf47-739db3d73a8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 200 len: 999 time: 0.0588584 Mar 08 06:22:07.001236 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-b2a911f0-e640-4530-996e-b8418a5e3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:07.002698 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-b2a911f0-e640-4530-996e-b8418a5e3cff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0409408 Mar 08 06:22:07.048655 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-4d9142c2-e358-4de2-bff3-7ff74b7e98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:07.050071 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-4d9142c2-e358-4de2-bff3-7ff74b7e98f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417118 Mar 08 06:22:07.136987 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-d3323858-ffee-4b49-bb05-c36db152fc58 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807812 Mar 08 06:22:07.220666 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-c8fe1c1a-2ba1-4c85-b75b-9a752f688bfb req-9741c769-4a5f-4418-8883-90c374953f6d service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782373 Mar 08 06:22:08.470866 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:22:09.172707 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-d19e135a-053d-41b0-bd17-315b35e65594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:11.409573 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-29cd69e7-f044-4687-a3ef-fb97b513b946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:12.547543 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:14.177378 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:15.602127 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:19.388087 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:22.765778 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-c8f23af4-1b0f-4d91-aa8c-ff8a3d90d3b4 req-6a9e4acf-6ac8-437e-999a-98a623545eeb service neutron] (103359) timed out ('10.222.0.31', 59643) {{(pid=103359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 06:22:23.328494 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-55f53505-dfa8-4950-ba11-3d8b786444fe req-0e5e466a-c158-4846-b6de-619222a1b5bf service neutron] (103358) timed out ('10.222.0.31', 59626) {{(pid=103358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 06:22:39.173739 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-5f9abe48-1a6e-48ab-9af2-6737bffa3017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:41.410625 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-7555c514-6dc7-49ca-9248-a1d73cb8fe72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:42.549775 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:44.180737 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:45.470156 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:22:45.606182 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:49.402269 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:55.211814 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-54061731-d240-4849-bcbe-4cd345489def tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396911641&fields=id&tenant_id=de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 267 time: 0.0437353 Mar 08 06:22:55.315790 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429614-48cc-431e-b19b-b815982b968d req-c7ad265e-2984-404b-8d0b-a331e7ede81c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:55.317230 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-c7ad265e-2984-404b-8d0b-a331e7ede81c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 812 time: 0.0993876 Mar 08 06:22:55.331993 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-a16f75fc-0ece-4c6f-9ae4-a247212a363d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/quotas/de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 375 time: 0.0094361 Mar 08 06:22:55.387583 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-f9189075-ce85-4ea9-9995-3cc540a21d13 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504682 Mar 08 06:22:55.530704 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-a954e581-e439-47a7-8e46-370511fa691b service neutron] 10.222.0.16 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312454 Mar 08 06:22:55.616970 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-2d91c940-ff79-4913-a40a-cd9a0ef91c18 service neutron] 10.222.0.16 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804093 Mar 08 06:22:56.961109 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-35f5d33f-65c1-4741-88ef-570f7a50bae4 req-0bd38177-ce07-4d61-80db-cb5becdd617f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 210 time: 0.0773790 Mar 08 06:22:58.009902 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429614-48cc-431e-b19b-b815982b968d req-cabe954a-24ef-4564-ab9f-cddb4931060e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:58.011398 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-cabe954a-24ef-4564-ab9f-cddb4931060e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 812 time: 0.1108630 Mar 08 06:22:58.057890 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-89f24f7c-f19a-4a76-bdef-320482a5eff0 req-4cc0d0e2-482e-4023-8636-b983840d0e26 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 210 time: 0.0286713 Mar 08 06:22:58.081912 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-a28ed91b-d4f7-4696-8e36-f746d5065e7d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de8259c7f55246efb1170be86593aa0d HTTP/1.1" status: 200 len: 380 time: 0.0572891 Mar 08 06:22:58.090421 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'port': {'device_id': '860027b8-99e0-44eb-b380-4393daec493c', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'admin_state_up': True, 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'security_groups': ['9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f']}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:22:58.191197 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Made reservation on behalf of de8259c7f55246efb1170be86593aa0d for: {'port': 1} {{(pid=103359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 06:22:58.194460 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:58.315494 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Allocated IP 172.20.0.12 (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1/6d1dd387-b995-42dc-bbc5-6e000ea2a882/53ac2afb-e649-455d-9ce9-679494800195) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:22:58.452340 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (53ac2afb-e649-455d-9ce9-679494800195), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:58.489551 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (53ac2afb-e649-455d-9ce9-679494800195), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:58.529267 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:22:58.530861 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:22:58.536693 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:22:58.572003 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=53ac2afb-e649-455d-9ce9-679494800195,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:22:58.584700 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.585050 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.585397 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.585731 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.586060 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.586386 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.586739 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.587065 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.587388 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.587711 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.588030 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.588365 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.588750 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:22:58.610809 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:58.612244 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:58.630238 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-057b2122-4464-4081-8b65-e66007d02268 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5433683 Mar 08 06:22:58.655593 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Request body: {'port': {'device_id': '860027b8-99e0-44eb-b380-4393daec493c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82806'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:22:58.724425 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (53ac2afb-e649-455d-9ce9-679494800195), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:58.842952 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-a1f3d687-45e6-430d-9dfa-7f00ddc6fdde None None] Provisioning complete for port 53ac2afb-e649-455d-9ce9-679494800195 triggered by entity DHCP. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:22:58.843523 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a1f3d687-45e6-430d-9dfa-7f00ddc6fdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (53ac2afb-e649-455d-9ce9-679494800195), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:58.883351 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3d687-45e6-430d-9dfa-7f00ddc6fdde None None] Port 53ac2afb-e649-455d-9ce9-679494800195 cannot update to ACTIVE because it is not bound. {{(pid=103360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 06:22:58.984694 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53ac2afb-e649-455d-9ce9-679494800195 {{(pid=103359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:22:58.992735 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Publish callbacks [] for port (53ac2afb-e649-455d-9ce9-679494800195), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:59.004831 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.provisioning_blocks [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Transition to ACTIVE for port object 53ac2afb-e649-455d-9ce9-679494800195 will not be triggered until provisioned by entity L2. {{(pid=103359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 06:22:59.008203 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (53ac2afb-e649-455d-9ce9-679494800195), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:59.060057 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=53ac2afb-e649-455d-9ce9-679494800195,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:22:59.131141 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Attempting to bind port 53ac2afb-e649-455d-9ce9-679494800195 on host hv-cinder-82806 for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 06:22:59.131482 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Attempting to bind port 53ac2afb-e649-455d-9ce9-679494800195 by drivers openvswitch,hyperv on host hv-cinder-82806 at level 0 using segments [{'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 06:22:59.131810 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Attempting to bind port 53ac2afb-e649-455d-9ce9-679494800195 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:22:59.136377 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Port 53ac2afb-e649-455d-9ce9-679494800195 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82806 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 06:22:59.136708 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Attempting to bind port 53ac2afb-e649-455d-9ce9-679494800195 on network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 06:22:59.142150 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Checking agent: {'id': '1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82806', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'started_at': datetime.datetime(2022, 3, 8, 6, 4, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 6, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 06:22:59.143240 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Checking segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 06:22:59.143628 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Bound using segment: {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 06:22:59.144065 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Bound port: 53ac2afb-e649-455d-9ce9-679494800195, host: hv-cinder-82806, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561752d2-5f31-4e40-9fa1-5dd0e8b968af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 06:22:59.144429 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (53ac2afb-e649-455d-9ce9-679494800195), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:59.199028 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9feb6b-40d9-4fee-bbf4-d8f93d3b2dbf req-ad30caa3-cf0e-4fa8-9e1c-dfaa342e986b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:59.200661 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3d9feb6b-40d9-4fee-bbf4-d8f93d3b2dbf req-ad30caa3-cf0e-4fa8-9e1c-dfaa342e986b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0621254 Mar 08 06:22:59.214151 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] For port 53ac2afb-e649-455d-9ce9-679494800195, host hv-cinder-82806, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 06:22:59.218073 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] For port 53ac2afb-e649-455d-9ce9-679494800195, host hv-cinder-82806, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53ac2afb-e649-455d-9ce9-679494800195,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 06:22:59.225839 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (53ac2afb-e649-455d-9ce9-679494800195), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:59.254411 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-3d9feb6b-40d9-4fee-bbf4-d8f93d3b2dbf req-88b7755c-ed6a-4d2a-a97f-6a6beb3472b5 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474069 Mar 08 06:22:59.267025 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:59.268449 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:22:59.269879 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] 10.222.0.31 "PUT /v2.0/ports/53ac2afb-e649-455d-9ce9-679494800195 HTTP/1.1" status: 200 len: 1094 time: 0.6187189 Mar 08 06:22:59.270342 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'tag': '53ac2afb-e649-455d-9ce9-679494800195'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:22:59.272633 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82495358-a6a3-4d28-abb8-05e15d30a720" -d '{"events": [{"name": "network-changed", "server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "tag": "53ac2afb-e649-455d-9ce9-679494800195"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:22:59.298830 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22eaed-74b1-4964-b395-7265db53b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=53ac2afb-e649-455d-9ce9-679494800195,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:22:59.387618 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429614-48cc-431e-b19b-b815982b968d req-16382978-07eb-4281-9d30-26489daff043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:59.388962 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-16382978-07eb-4281-9d30-26489daff043 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 1128 time: 0.0482910 Mar 08 06:22:59.400273 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fb8e03-07fe-4cf2-b4e8-918914c6b1e6 x-openstack-request-id: req-51fb8e03-07fe-4cf2-b4e8-918914c6b1e6 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:22:59.400638 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "tag": "53ac2afb-e649-455d-9ce9-679494800195", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:22:59.400967 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51fb8e03-07fe-4cf2-b4e8-918914c6b1e6 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:22:59.401459 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'tag': '53ac2afb-e649-455d-9ce9-679494800195', 'status': 'completed', 'code': 200} Mar 08 06:22:59.436817 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-5ffbf9a9-37d3-4223-898d-569835ee0d9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac2afb-e649-455d-9ce9-679494800195 HTTP/1.1" status: 200 len: 217 time: 0.0344419 Mar 08 06:22:59.484900 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429614-48cc-431e-b19b-b815982b968d req-7776917b-cd7b-40f0-b8cc-1c485e478176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:59.486415 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-7776917b-cd7b-40f0-b8cc-1c485e478176 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0442207 Mar 08 06:22:59.538532 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429614-48cc-431e-b19b-b815982b968d req-c6c5893f-4f25-48ae-9bae-b561a123bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:59.540051 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-c6c5893f-4f25-48ae-9bae-b561a123bf1a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475943 Mar 08 06:22:59.627981 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-8da00b25-8ec9-4fcd-a689-c71b2f486030 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813501 Mar 08 06:22:59.715709 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-32429614-48cc-431e-b19b-b815982b968d req-2fb6f8c0-8d19-4e89-a8dc-3fed4575f8f3 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823898 Mar 08 06:22:59.841852 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-46380265-bb79-474b-810f-60da9237bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:59.843403 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-46380265-bb79-474b-810f-60da9237bb73 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 1128 time: 0.0436962 Mar 08 06:22:59.932165 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-002c2af7-26d9-495c-aae5-b8b4e51232d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:22:59.933550 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-002c2af7-26d9-495c-aae5-b8b4e51232d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0834484 Mar 08 06:22:59.972993 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-040ce9b9-ad53-40f2-a069-9c918d703d03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac2afb-e649-455d-9ce9-679494800195 HTTP/1.1" status: 200 len: 217 time: 0.0333142 Mar 08 06:23:00.017797 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-ff8b7c64-d560-4e7b-ae8f-95fdcee18f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:00.019333 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-ff8b7c64-d560-4e7b-ae8f-95fdcee18f0b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0402894 Mar 08 06:23:00.313433 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-19b6d6f4-fc43-4bf1-8c63-2bf1cd3e7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:00.315065 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-19b6d6f4-fc43-4bf1-8c63-2bf1cd3e7f6d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2898073 Mar 08 06:23:00.384761 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb738d-d5ee-47be-aab9-45d93f52d0b0 req-613201d3-e866-4322-aa3c-e8cdc0b312aa tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:00.386263 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b8eb738d-d5ee-47be-aab9-45d93f52d0b0 req-613201d3-e866-4322-aa3c-e8cdc0b312aa tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0509806 Mar 08 06:23:00.404075 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-52d32ee3-e70b-476e-864a-77fd40c44e74 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820205 Mar 08 06:23:00.434701 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b8eb738d-d5ee-47be-aab9-45d93f52d0b0 req-a52d48eb-a222-48a6-9728-b4ac02b7f4ff tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Mar 08 06:23:00.494231 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-82495358-a6a3-4d28-abb8-05e15d30a720 req-7342532f-b34d-461d-bc5d-dffc6b30f3c4 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832686 Mar 08 06:23:01.556458 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903f33-5aa0-4f75-a31a-34175e08b4f3 req-68ebc8ce-c50a-4c67-af8a-f0484614fd74 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:01.557845 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0f903f33-5aa0-4f75-a31a-34175e08b4f3 req-68ebc8ce-c50a-4c67-af8a-f0484614fd74 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0556247 Mar 08 06:23:01.605292 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0f903f33-5aa0-4f75-a31a-34175e08b4f3 req-a0622295-8ce5-46cb-b754-bc6ce8903ea2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419478 Mar 08 06:23:02.724269 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71f099-3466-46a0-8619-11968dd3942b req-0fc9611e-a1d5-408a-9082-c79d2d60d04b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:02.725727 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2d71f099-3466-46a0-8619-11968dd3942b req-0fc9611e-a1d5-408a-9082-c79d2d60d04b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0557706 Mar 08 06:23:02.772121 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-2d71f099-3466-46a0-8619-11968dd3942b req-8587ef4d-3cc5-4af3-b85f-ac9cdc8a8ea5 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409391 Mar 08 06:23:03.886877 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21835af7-3849-4f81-8d11-08430529a2a8 req-022dbcbe-393f-40d7-b775-d47ed31f12b3 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:03.888331 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-21835af7-3849-4f81-8d11-08430529a2a8 req-022dbcbe-393f-40d7-b775-d47ed31f12b3 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0507793 Mar 08 06:23:03.939042 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-21835af7-3849-4f81-8d11-08430529a2a8 req-f6035a9a-9ba2-4674-a34b-8a4d22d8c0ff tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445945 Mar 08 06:23:05.059623 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5457-4bdd-4280-b2cb-4e4483ded1b6 req-60c9a7fc-2618-4298-9c25-c2815379f912 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:05.061096 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dfea5457-4bdd-4280-b2cb-4e4483ded1b6 req-60c9a7fc-2618-4298-9c25-c2815379f912 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0554194 Mar 08 06:23:05.110192 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-dfea5457-4bdd-4280-b2cb-4e4483ded1b6 req-dd9e4aa7-9b54-4fc0-aa87-ce73efaa1d70 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 Mar 08 06:23:06.226012 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18340249-28e7-4f2d-bded-390bca4d7057 req-aec67983-5f6b-4e6d-a561-07475ee6e12d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:06.227492 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-18340249-28e7-4f2d-bded-390bca4d7057 req-aec67983-5f6b-4e6d-a561-07475ee6e12d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0526235 Mar 08 06:23:06.274831 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-18340249-28e7-4f2d-bded-390bca4d7057 req-68a4ab75-fe70-4ff2-999d-e40264c90847 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419052 Mar 08 06:23:06.573603 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-7be5e743-4ef5-4c78-b3ba-3fac7ade729d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441549 Mar 08 06:23:06.688648 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-70edd41a-f27e-4b6f-bcdd-cc09ddec651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:06.690119 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-70edd41a-f27e-4b6f-bcdd-cc09ddec651c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1129 time: 0.0442333 Mar 08 06:23:06.792445 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-fe9ef02b-eb20-483a-b2dc-6aa0de33995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:06.793876 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-fe9ef02b-eb20-483a-b2dc-6aa0de33995c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0852208 Mar 08 06:23:06.856567 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-6cc27c7d-4bff-4f3b-b4de-a5eee672c026 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 200 len: 999 time: 0.0560482 Mar 08 06:23:06.906162 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-6d4c504d-a370-4097-9ba9-2a0fb7395379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:06.907611 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-6d4c504d-a370-4097-9ba9-2a0fb7395379 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0458705 Mar 08 06:23:06.953976 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-2fe24117-e24b-48ec-88ff-714325304491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:06.955515 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-2fe24117-e24b-48ec-88ff-714325304491 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417142 Mar 08 06:23:07.041446 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-e29a1789-f760-4118-b9ed-662e887337fe service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792608 Mar 08 06:23:07.127281 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ce09d856-dafa-4cb9-8361-cbca290f96ac req-7d876efe-8bd8-4b68-96a1-442de9f60770 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805380 Mar 08 06:23:07.394949 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30731082-6092-4e75-81ec-24a18b8f151b req-0841f512-01b2-446c-8bf1-3a3343f40bf9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:07.396322 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-30731082-6092-4e75-81ec-24a18b8f151b req-0841f512-01b2-446c-8bf1-3a3343f40bf9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0561047 Mar 08 06:23:07.443993 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-30731082-6092-4e75-81ec-24a18b8f151b req-24586f5f-0952-480b-a250-de4d35cca9a1 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Mar 08 06:23:08.559407 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2402c-5592-4060-8be9-c655f8c79fd0 req-40dfd098-2655-495b-b452-1b95ec6ecb47 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:08.560871 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f6c2402c-5592-4060-8be9-c655f8c79fd0 req-40dfd098-2655-495b-b452-1b95ec6ecb47 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0518308 Mar 08 06:23:08.608587 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f6c2402c-5592-4060-8be9-c655f8c79fd0 req-58d1e62c-45e4-4e59-b179-6de12300fc1e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415711 Mar 08 06:23:09.175013 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e62cc123-e0cc-43db-88f0-9df4f8352bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:09.724208 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5bb0c-0e30-475a-94a6-94d40fb448d1 req-7dac5fcb-5817-417e-8f79-8b5959d813b3 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:09.725664 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4bb5bb0c-0e30-475a-94a6-94d40fb448d1 req-7dac5fcb-5817-417e-8f79-8b5959d813b3 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 944 time: 0.0519464 Mar 08 06:23:09.776448 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-4bb5bb0c-0e30-475a-94a6-94d40fb448d1 req-7effb93d-624a-4e81-aef7-9bff284577f0 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Mar 08 06:23:09.783649 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 53ac2afb-e649-455d-9ce9-679494800195 details requested by agent hyperv_hv-cinder-82806 with host hv-cinder-82806 {{(pid=103360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 06:23:09.880949 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 53ac2afb-e649-455d-9ce9-679494800195, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53ac2afb-e649-455d-9ce9-679494800195,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:23:09.891733 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Returning: {'device': '53ac2afb-e649-455d-9ce9-679494800195', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'port_id': '53ac2afb-e649-455d-9ce9-679494800195', 'mac_address': 'fa:16:3e:7c:81:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 06:23:09.928465 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 53ac2afb-e649-455d-9ce9-679494800195 is: DOWN; New status is: BUILD {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:23:09.928853 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (53ac2afb-e649-455d-9ce9-679494800195), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:09.941429 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53ac2afb-e649-455d-9ce9-679494800195 {{(pid=103360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 06:23:09.961585 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 53ac2afb-e649-455d-9ce9-679494800195, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53ac2afb-e649-455d-9ce9-679494800195,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:23:09.964893 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (53ac2afb-e649-455d-9ce9-679494800195), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:10.015309 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=53ac2afb-e649-455d-9ce9-679494800195,revision_number=4']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:23:10.023459 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.023812 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.024159 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.024496 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.024828 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.025158 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.025490 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.025835 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.026145 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.026500 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.026849 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.027184 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.027494 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:23:10.436040 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] get_ports_and_sgs() called for port_ids ['53ac2afb-e649-455d-9ce9-679494800195'] {{(pid=103360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 06:23:10.893588 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067556e1-8e5f-4d67-b7f7-586e3a655639 req-063094a3-43b4-492b-971c-2e0d624c218a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:10.895102 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-067556e1-8e5f-4d67-b7f7-586e3a655639 req-063094a3-43b4-492b-971c-2e0d624c218a tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 945 time: 0.0524909 Mar 08 06:23:10.942438 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-067556e1-8e5f-4d67-b7f7-586e3a655639 req-91e4270d-b147-40b3-872a-e6ea1aec9918 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Mar 08 06:23:11.412319 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-02bda42c-1a31-43fd-95d2-873c054bd3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:11.794935 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 53ac2afb-e649-455d-9ce9-679494800195 up at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 06:23:11.843219 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning for port 53ac2afb-e649-455d-9ce9-679494800195 completed by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 06:23:11.847965 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.provisioning_blocks [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Provisioning complete for port 53ac2afb-e649-455d-9ce9-679494800195 triggered by entity L2. {{(pid=103360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 06:23:11.848560 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1014248'] for port (53ac2afb-e649-455d-9ce9-679494800195), provisioning_complete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:11.925834 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Current status of the port 53ac2afb-e649-455d-9ce9-679494800195 is: BUILD; New status is: ACTIVE {{(pid=103360) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 06:23:11.926216 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (53ac2afb-e649-455d-9ce9-679494800195), before_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:11.948069 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac2afb-e649-455d-9ce9-679494800195'}] {{(pid=103360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:23:11.950353 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}142fb35993166fe6ad6d7a5f00cce3635b439e1a09d8dc4809ceb40b7dc05b45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f194a13-3108-45ee-bc66-0aa9ebbf9a79" -d '{"events": [{"server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "name": "network-vif-plugged", "status": "completed", "tag": "53ac2afb-e649-455d-9ce9-679494800195"}]}' {{(pid=103360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:23:11.963140 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] For port 53ac2afb-e649-455d-9ce9-679494800195, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53ac2afb-e649-455d-9ce9-679494800195,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:23:11.968464 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726'] for port (53ac2afb-e649-455d-9ce9-679494800195), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:12.015692 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Pushing event updated for resources: {'Port': ['ID=53ac2afb-e649-455d-9ce9-679494800195,revision_number=5']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:23:12.061897 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532b2a4-8225-4e24-916b-26cc16833c27 req-a9a09b46-bf73-42e3-8d06-8285f430d1cd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:12.063387 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e532b2a4-8225-4e24-916b-26cc16833c27 req-a9a09b46-bf73-42e3-8d06-8285f430d1cd tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 946 time: 0.0508695 Mar 08 06:23:12.110881 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-e532b2a4-8225-4e24-916b-26cc16833c27 req-d5f69d1f-bb5a-444f-9214-db498b3fc555 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412440 Mar 08 06:23:12.554866 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:12.997435 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1739a1d1-9931-43d8-ae31-f152a5075924 x-openstack-request-id: req-1739a1d1-9931-43d8-ae31-f152a5075924 {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:23:12.997996 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "name": "network-vif-plugged", "status": "completed", "tag": "53ac2afb-e649-455d-9ce9-679494800195", "code": 200}]} {{(pid=103360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:23:12.997996 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1739a1d1-9931-43d8-ae31-f152a5075924 {{(pid=103360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:23:12.998377 dv-cinder-828060-10-iscsi neutron-server[103360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53ac2afb-e649-455d-9ce9-679494800195', 'code': 200} Mar 08 06:23:13.236572 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112e94f-1de4-4601-b6d4-37279d31fd9c req-158d7244-d20d-445d-96a7-1712579d51b5 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:13.238943 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b112e94f-1de4-4601-b6d4-37279d31fd9c req-158d7244-d20d-445d-96a7-1712579d51b5 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 946 time: 0.0579958 Mar 08 06:23:13.248137 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a795eb-9a3e-4325-b2f6-ec14153c5260 req-3b234756-665c-443c-8f60-82b9ac985a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:13.249598 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-44a795eb-9a3e-4325-b2f6-ec14153c5260 req-3b234756-665c-443c-8f60-82b9ac985a45 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 1130 time: 0.0446551 Mar 08 06:23:13.289413 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-b112e94f-1de4-4601-b6d4-37279d31fd9c req-951d384b-8984-4aa0-abc8-343fffb66aeb tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448856 Mar 08 06:23:13.297831 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-44a795eb-9a3e-4325-b2f6-ec14153c5260 req-6ff69849-f094-43e2-ad20-6c6030d5aa2b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Mar 08 06:23:14.183649 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:14.407976 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c229b-2924-4aa3-a475-da5ee46847fc req-26b2a135-aa42-4399-a3f6-1337c12df39d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:14.409359 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-776c229b-2924-4aa3-a475-da5ee46847fc req-26b2a135-aa42-4399-a3f6-1337c12df39d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 946 time: 0.0514684 Mar 08 06:23:14.457105 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-776c229b-2924-4aa3-a475-da5ee46847fc req-745023dc-7b9f-4fab-9116-ac3e6c2f42e5 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Mar 08 06:23:15.577261 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be12d7-e88d-4114-a9fc-01ae8168f1fc req-0e32f021-793d-40d8-9559-055499047cae tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:15.578750 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-70be12d7-e88d-4114-a9fc-01ae8168f1fc req-0e32f021-793d-40d8-9559-055499047cae tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 946 time: 0.0554500 Mar 08 06:23:15.609035 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:15.627258 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-70be12d7-e88d-4114-a9fc-01ae8168f1fc req-7c3df492-efd7-4e8e-a1c2-b26077d516ef tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Mar 08 06:23:15.743191 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278f76f-dc5a-41a7-8e4f-924a98d2bae6 req-555bf10d-b581-4c60-959f-aa3dda77c12f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:15.744644 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9278f76f-dc5a-41a7-8e4f-924a98d2bae6 req-555bf10d-b581-4c60-959f-aa3dda77c12f tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 946 time: 0.0516744 Mar 08 06:23:15.792230 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-9278f76f-dc5a-41a7-8e4f-924a98d2bae6 req-edc58e5b-e9b5-43cf-8fcb-31b943fd39b7 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 Mar 08 06:23:15.813603 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50300) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:23:15.950378 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8dbfa9-b526-4f1c-9c0e-48c2639e5087 tempest-TestVolumeBootPattern-1032044962 tempest-TestVolumeBootPattern-1032044962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:15.951886 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-4f8dbfa9-b526-4f1c-9c0e-48c2639e5087 tempest-TestVolumeBootPattern-1032044962 tempest-TestVolumeBootPattern-1032044962-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 1125 time: 0.1373179 Mar 08 06:23:15.954868 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50304) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:23:15.960276 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.v2.base [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Request body: {'floatingip': {'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'port_id': '53ac2afb-e649-455d-9ce9-679494800195', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 06:23:15.980463 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:16.075986 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (None), before_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:16.180158 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_common [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Allocated IP 172.27.2.57 (a8fa3706-1200-4683-beca-2d063c4eb23f/4625c318-749c-41a7-9ec0-07e56361930e/d242759b-8c69-4d0d-82ae-2029cf64f5fe) {{(pid=103359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 06:23:16.276974 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (d242759b-8c69-4d0d-82ae-2029cf64f5fe), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:16.309280 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773904895690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (d242759b-8c69-4d0d-82ae-2029cf64f5fe), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:16.346935 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Network a8fa3706-1200-4683-beca-2d063c4eb23f is already hosted by enough agents. {{(pid=103359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 06:23:16.351200 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.base_scheduler [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Resources bound (agent type, host, resource id): {{(pid=103359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 06:23:16.355551 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Received port after_create {{(pid=103359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 06:23:16.380719 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=d242759b-8c69-4d0d-82ae-2029cf64f5fe,revision_number=1']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:23:16.711710 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (a31235dc-b20f-44a5-84a4-68b79b70aa88), precommit_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:16.779642 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593631'] for port (d242759b-8c69-4d0d-82ae-2029cf64f5fe), before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:16.924162 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for port (d242759b-8c69-4d0d-82ae-2029cf64f5fe), precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:16.928992 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773905416376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773904895708', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773904895726', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14106503'] for port (d242759b-8c69-4d0d-82ae-2029cf64f5fe), after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:16.997012 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event updated for resources: {'Port': ['ID=d242759b-8c69-4d0d-82ae-2029cf64f5fe,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:23:17.003161 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16760405'] for floatingip (a31235dc-b20f-44a5-84a4-68b79b70aa88), after_create {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:17.100968 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Floating IP a31235dc-b20f-44a5-84a4-68b79b70aa88 associated. External IP: 172.27.2.57, port: 53ac2afb-e649-455d-9ce9-679494800195. Mar 08 06:23:17.304487 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Router 80a4b210-2bb3-41c0-b797-a256744d967e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:23:17.416437 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:23:17.426597 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:23:17.434336 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:17.437317 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:23:17.437947 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:23:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:23:17.463832 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-9261cddc-0890-4a32-9406-4df0580a75e2 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5073178 Mar 08 06:23:17.464435 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'tag': '53ac2afb-e649-455d-9ce9-679494800195'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:23:17.466698 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e80bb2-bd3a-4396-b099-ab5016145cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "tag": "53ac2afb-e649-455d-9ce9-679494800195"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:23:17.509508 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84880730-3fd6-48fa-85c1-6724ba9ad770 x-openstack-request-id: req-84880730-3fd6-48fa-85c1-6724ba9ad770 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:23:17.509827 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "tag": "53ac2afb-e649-455d-9ce9-679494800195", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:23:17.510092 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84880730-3fd6-48fa-85c1-6724ba9ad770 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:23:17.510498 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'tag': '53ac2afb-e649-455d-9ce9-679494800195', 'status': 'completed', 'code': 200} Mar 08 06:23:17.546607 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:23:17.598651 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-f7243391-1a51-4550-8078-d387f8db630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:17.600161 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-f7243391-1a51-4550-8078-d387f8db630b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 1130 time: 0.0447741 Mar 08 06:23:17.689633 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-a92ea5f7-2eab-415c-a176-e68352908d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:17.691396 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-a92ea5f7-2eab-415c-a176-e68352908d5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0844975 Mar 08 06:23:17.756272 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-27c565aa-34f2-4d41-9916-110b34b4d0c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac2afb-e649-455d-9ce9-679494800195 HTTP/1.1" status: 200 len: 999 time: 0.0578148 Mar 08 06:23:17.772470 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:52Z', 'revision_number': 1, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}, {'id': 'a31235dc-b20f-44a5-84a4-68b79b70aa88', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': '53ac2afb-e649-455d-9ce9-679494800195', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:7c:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860027b8-99e0-44eb-b380-4393daec493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:23:16Z', 'updated_at': '2022-03-08T06:23:16Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:23:17.797890 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:23:17.806216 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:23:17.806848 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:23:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:23:17.810373 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-7fc21745-6d53-4193-87ea-33c203f35161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:17.811918 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-7fc21745-6d53-4193-87ea-33c203f35161 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0475373 Mar 08 06:23:17.860508 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-3fb8b3b4-4d14-4e56-a307-0420c6aaeea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:23:17.861902 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-3fb8b3b4-4d14-4e56-a307-0420c6aaeea0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441682 Mar 08 06:23:17.916218 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:23:17.948332 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-0a8d3987-3a87-4570-bc99-e43edd92490c service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794632 Mar 08 06:23:18.045739 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-91e80bb2-bd3a-4396-b099-ab5016145cd7 req-a7d69c2b-fa45-496f-a3f3-27df037afaa2 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859642 Mar 08 06:23:18.137470 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:52Z', 'revision_number': 1, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}, {'id': 'a31235dc-b20f-44a5-84a4-68b79b70aa88', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': '53ac2afb-e649-455d-9ce9-679494800195', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:7c:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860027b8-99e0-44eb-b380-4393daec493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:23:16Z', 'updated_at': '2022-03-08T06:23:16Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:23:18.162975 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea995e89-420a-4889-80b7-d12e9fc50cb3 None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:52Z', 'revision_number': 1, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}, {'id': 'a31235dc-b20f-44a5-84a4-68b79b70aa88', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': '53ac2afb-e649-455d-9ce9-679494800195', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:7c:81:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860027b8-99e0-44eb-b380-4393daec493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:23:16Z', 'updated_at': '2022-03-08T06:23:16Z', 'revision_number': 0, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:23:18.355043 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077fbb25-e839-47c7-a413-958fdb9c487e None None] New status for floating IP a31235dc-b20f-44a5-84a4-68b79b70aa88: ACTIVE {{(pid=103360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:23:19.406963 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:22.469524 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:23:39.177393 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3c3ef660-5274-45da-9fa1-a92b2f7b0992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:41.414280 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-118e2430-cbbc-4ead-8099-18687c7126f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:42.555568 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:44.185759 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:45.153295 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-836ab5b4-1ee9-48a4-b9ff-df446ecca2d1 req-c3e8de83-ed62-4316-b21b-dd6b5a0ed6e7 service neutron] (103358) timed out ('10.222.0.31', 59636) {{(pid=103358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 06:23:45.610343 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:49.431323 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:23:59.468562 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:24:06.516971 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-63421e3d-77ce-4fba-9eb7-9032215d65f1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415413 Mar 08 06:24:06.618272 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-646a96ca-6824-485f-b505-b1503c21b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:24:06.619769 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-646a96ca-6824-485f-b505-b1503c21b89a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1129 time: 0.0438201 Mar 08 06:24:06.725360 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-e2a2cce0-59ac-499e-a2ed-67bfdaac77be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:24:06.726909 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-e2a2cce0-59ac-499e-a2ed-67bfdaac77be service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0866659 Mar 08 06:24:06.788798 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-12630512-9e3e-4d2f-b36a-201839fcf223 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 200 len: 999 time: 0.0557578 Mar 08 06:24:06.838961 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-bd08d99b-746c-493e-a78b-2b393e2fe63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:24:06.840361 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-bd08d99b-746c-493e-a78b-2b393e2fe63e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0458326 Mar 08 06:24:06.887409 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-1c5fd1db-8637-41f3-97fd-401e06c5dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:24:06.888752 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-1c5fd1db-8637-41f3-97fd-401e06c5dbb4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425501 Mar 08 06:24:06.975247 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-dc95580a-95c9-4fd3-9cb8-25c85965c2a7 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802593 Mar 08 06:24:07.062294 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-ef3cb735-795a-4df2-bd1a-f0f40098977d req-6025b725-f20e-4906-a987-f4c609e338a1 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815921 Mar 08 06:24:09.183657 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-08628e56-9feb-47a4-8e03-0e9094604e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:11.416456 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-77fde31f-8e64-4141-a840-ef19bc9b9138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:12.558453 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:14.188867 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:15.612150 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:19.443044 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:36.467994 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:24:39.176011 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-15c4de31-8988-4978-b7e8-edf18f3ca7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:41.417944 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-18cb479b-e6d8-4346-b539-5701d01592f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:42.564071 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:44.190951 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:45.614849 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:24:49.444338 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:06.361227 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50346) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:06.548375 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-226c9678-82b0-40ab-b425-46e12715b539 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552790 Mar 08 06:25:06.550525 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Deleting port d242759b-8c69-4d0d-82ae-2029cf64f5fe {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:06.550896 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (d242759b-8c69-4d0d-82ae-2029cf64f5fe), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:06.657889 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (d242759b-8c69-4d0d-82ae-2029cf64f5fe), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:06.658144 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (d242759b-8c69-4d0d-82ae-2029cf64f5fe), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:06.669572 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-3c6bde42-2b2f-4e8a-9cb7-77eebc7245b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:06.671063 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-3c6bde42-2b2f-4e8a-9cb7-77eebc7245b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 1130 time: 0.0713654 Mar 08 06:25:06.674664 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Calling delete_port for d242759b-8c69-4d0d-82ae-2029cf64f5fe owned by network:floatingip {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:06.825777 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-f62d6799-88cc-496b-9061-488258034986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:06.827246 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-f62d6799-88cc-496b-9061-488258034986 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.1102979 Mar 08 06:25:06.925451 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-194d96d8-666c-4a43-ba14-1fa1846049f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac2afb-e649-455d-9ce9-679494800195 HTTP/1.1" status: 200 len: 1001 time: 0.0880215 Mar 08 06:25:06.962864 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (d242759b-8c69-4d0d-82ae-2029cf64f5fe), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:06.996629 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event deleted for resources: {'Port': ['ID=d242759b-8c69-4d0d-82ae-2029cf64f5fe,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:07.043303 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.043654 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.044001 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.044339 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.044671 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.045002 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.045432 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.045659 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.045984 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.046310 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.046664 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.046994 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.047318 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:07.050700 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-7d82154a-ea50-455f-842d-931b3b17376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:07.052165 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-7d82154a-ea50-455f-842d-931b3b17376e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.1204700 Mar 08 06:25:07.095135 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (a31235dc-b20f-44a5-84a4-68b79b70aa88), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:07.095465 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.db.l3_db [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Floating IP a31235dc-b20f-44a5-84a4-68b79b70aa88 disassociated (deleted). External IP: 172.27.2.57, port: 53ac2afb-e649-455d-9ce9-679494800195. Mar 08 06:25:07.393926 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-f4519b83-1d33-4e16-913f-d0ce8de236dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:07.395477 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-f4519b83-1d33-4e16-913f-d0ce8de236dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3363123 Mar 08 06:25:07.561911 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-98a02e6b-ee09-4da7-b3af-af6b440828b7 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598387 Mar 08 06:25:07.679714 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Router 80a4b210-2bb3-41c0-b797-a256744d967e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:25:07.700968 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-8c158bf6-020c-4f41-945b-587d4552fb78 req-44b125f0-c8f8-4aa9-99b6-f91a084ceeba service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320486 Mar 08 06:25:07.802612 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:25:07.807478 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:07.812431 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:25:07.822568 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:25:07.823195 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:24:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:07.838046 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-d6aa5b64-cb05-466a-b8be-c32048d788d9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "DELETE /v2.0/floatingips/a31235dc-b20f-44a5-84a4-68b79b70aa88 HTTP/1.1" status: 204 len: 168 time: 1.4757271 Mar 08 06:25:07.838669 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'tag': '53ac2afb-e649-455d-9ce9-679494800195'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:25:07.840912 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba9504-3b5c-4435-bad0-da7d26d3dea7" -d '{"events": [{"name": "network-changed", "server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "tag": "53ac2afb-e649-455d-9ce9-679494800195"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:25:07.878861 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7b61b6-7a14-4de3-aab9-31affa30448d x-openstack-request-id: req-1d7b61b6-7a14-4de3-aab9-31affa30448d {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:25:07.879152 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "tag": "53ac2afb-e649-455d-9ce9-679494800195", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:25:07.879402 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d7b61b6-7a14-4de3-aab9-31affa30448d {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:25:07.880304 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'tag': '53ac2afb-e649-455d-9ce9-679494800195', 'status': 'completed', 'code': 200} Mar 08 06:25:07.999882 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-54d1dbc7-d41e-425c-bbaa-da20a0c01bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:08.001486 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-54d1dbc7-d41e-425c-bbaa-da20a0c01bf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 1130 time: 0.0795133 Mar 08 06:25:08.024918 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:25:08.076508 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9039da-3ddb-4671-8f79-0dc715ec5702 req-8622a10e-96c0-44e4-91e0-3a22006bd341 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:08.083293 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0f9039da-3ddb-4671-8f79-0dc715ec5702 req-8622a10e-96c0-44e4-91e0-3a22006bd341 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 946 time: 0.0629332 Mar 08 06:25:08.130390 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-22722947-35f0-4e2d-9c21-26794931c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:08.131905 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-22722947-35f0-4e2d-9c21-26794931c0c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0958178 Mar 08 06:25:08.132170 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-0f9039da-3ddb-4671-8f79-0dc715ec5702 req-2ae84840-d23b-4773-9c58-6d06f5915e5c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474825 Mar 08 06:25:08.177587 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-d2adc8cf-3823-44d6-b7dc-7b3d0da5566e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53ac2afb-e649-455d-9ce9-679494800195 HTTP/1.1" status: 200 len: 217 time: 0.0374947 Mar 08 06:25:08.224842 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-ca35cd54-4db2-4500-8112-7b7642e6b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:08.226275 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-ca35cd54-4db2-4500-8112-7b7642e6b648 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0428083 Mar 08 06:25:08.255789 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:52Z', 'revision_number': 1, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:08.275536 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-e2b6f5b6-b673-4cfa-855e-3ac1819064e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:08.277073 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-e2b6f5b6-b673-4cfa-855e-3ac1819064e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441599 Mar 08 06:25:08.285497 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:25:08.293981 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:25:08.294607 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:24:41Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:08.368389 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-81d48c45-fab2-46b3-a189-8a3163b47993 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846004 Mar 08 06:25:08.401014 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:25:08.462330 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-5fba9504-3b5c-4435-bad0-da7d26d3dea7 req-15b9fa4c-8f77-4419-9b0c-806b96c5120c service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Mar 08 06:25:08.623647 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:52Z', 'revision_number': 1, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:08.648183 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62383ca8-8d5d-4eaa-8025-b5da545fafc5 None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_floatingips': [{'id': '2485d00b-01e6-4793-9fed-345d19e3e7c7', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'floating_ip_address': '172.27.2.4', 'floating_network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'router_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'port_id': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'mac_address': 'fa:16:3e:8e:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1a492e-3521-4115-bf87-185e562279f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T06:20:50Z', 'updated_at': '2022-03-08T06:20:52Z', 'revision_number': 1, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:25:08.857604 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088c43e-3b87-41f5-b7cf-4fcf0fbb810d None None] New status for floating IP a31235dc-b20f-44a5-84a4-68b79b70aa88: DOWN {{(pid=103360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:25:09.178163 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4fe67144-1a1b-4e04-94b6-8c9c223daf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:09.252739 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15734447-aaf6-4b14-84ff-3ec6858017b1 req-197171d7-e32e-44ec-a16a-160f91634134 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:09.254318 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-15734447-aaf6-4b14-84ff-3ec6858017b1 req-197171d7-e32e-44ec-a16a-160f91634134 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 946 time: 0.0519667 Mar 08 06:25:09.302841 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-15734447-aaf6-4b14-84ff-3ec6858017b1 req-054bba5c-01ff-41ec-862f-488e6c763a94 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Mar 08 06:25:09.920299 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-74f8d50a-2224-48a4-8734-af1193ebbbc9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:09.921720 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-74f8d50a-2224-48a4-8734-af1193ebbbc9 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 946 time: 0.0508175 Mar 08 06:25:10.013210 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Deleting port 53ac2afb-e649-455d-9ce9-679494800195 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:10.013572 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (53ac2afb-e649-455d-9ce9-679494800195), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:10.097635 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] For port 53ac2afb-e649-455d-9ce9-679494800195, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=53ac2afb-e649-455d-9ce9-679494800195,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:10.097999 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (53ac2afb-e649-455d-9ce9-679494800195), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:10.110246 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Calling delete_port for 53ac2afb-e649-455d-9ce9-679494800195 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:10.236864 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (53ac2afb-e649-455d-9ce9-679494800195), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:10.264364 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event deleted for resources: {'Port': ['ID=53ac2afb-e649-455d-9ce9-679494800195,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:10.309951 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] No DVR routers for this DVR port 53ac2afb-e649-455d-9ce9-679494800195 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:25:10.312471 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:10.315679 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-b3549c0e-dedf-46cb-b94a-20ca10e7d9cc req-a1230765-d22d-43a4-b882-8ea0c2597d63 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "DELETE /v2.0/ports/53ac2afb-e649-455d-9ce9-679494800195 HTTP/1.1" status: 204 len: 173 time: 0.3889675 Mar 08 06:25:10.316116 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'name': 'network-vif-deleted', 'tag': '53ac2afb-e649-455d-9ce9-679494800195'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:25:10.318331 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e89ab2-a981-4f28-b338-01a386f2dcbc" -d '{"events": [{"server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "name": "network-vif-deleted", "tag": "53ac2afb-e649-455d-9ce9-679494800195"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:25:10.369685 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab2575-730b-4df0-872e-c48f8261ed29 x-openstack-request-id: req-2cab2575-730b-4df0-872e-c48f8261ed29 {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:25:10.369980 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860027b8-99e0-44eb-b380-4393daec493c", "name": "network-vif-deleted", "tag": "53ac2afb-e649-455d-9ce9-679494800195", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:25:10.370234 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2cab2575-730b-4df0-872e-c48f8261ed29 {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:25:10.370671 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860027b8-99e0-44eb-b380-4393daec493c', 'name': 'network-vif-deleted', 'tag': '53ac2afb-e649-455d-9ce9-679494800195', 'status': 'completed', 'code': 200} Mar 08 06:25:10.401113 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-357cd5c7-b3a5-4ecd-8984-f4530d5c04c1 req-97f39b45-0ab4-46f6-9e2e-437764a63c70 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=860027b8-99e0-44eb-b380-4393daec493c HTTP/1.1" status: 200 len: 210 time: 0.0266471 Mar 08 06:25:11.419739 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-dfe0e3fb-454e-45a0-9afd-dcf1285c10ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:12.569618 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:13.466145 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:25:13.686066 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50396) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:13.840708 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Deleting port 8d971b1b-ac3a-4333-9e48-da1043e86fa3 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:13.841048 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (8d971b1b-ac3a-4333-9e48-da1043e86fa3), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:13.913639 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (8d971b1b-ac3a-4333-9e48-da1043e86fa3), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:13.913964 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (8d971b1b-ac3a-4333-9e48-da1043e86fa3), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:13.926619 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Calling delete_port for 8d971b1b-ac3a-4333-9e48-da1043e86fa3 owned by network:floatingip {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:14.070973 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (8d971b1b-ac3a-4333-9e48-da1043e86fa3), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:14.096563 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event deleted for resources: {'Port': ['ID=8d971b1b-ac3a-4333-9e48-da1043e86fa3,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:14.124195 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.124542 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.124886 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.125223 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.125556 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.125886 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.126211 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.126536 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.126886 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.127210 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.127532 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.127851 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.128199 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:14.172219 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (2485d00b-01e6-4793-9fed-345d19e3e7c7), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:14.172545 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.db.l3_db [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Floating IP 2485d00b-01e6-4793-9fed-345d19e3e7c7 disassociated (deleted). External IP: 172.27.2.4, port: ca605406-3226-4e55-9a4e-dfa5aadde1c7. Mar 08 06:25:14.193854 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:14.327845 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 53ac2afb-e649-455d-9ce9-679494800195 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:25:14.351520 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: 53ac2afb-e649-455d-9ce9-679494800195 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:25:14.351869 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device 53ac2afb-e649-455d-9ce9-679494800195 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:25:14.625254 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Router 80a4b210-2bb3-41c0-b797-a256744d967e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:25:14.731096 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:25:14.735820 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:14.740390 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:25:14.751344 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:25:14.751965 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:25:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:14.766404 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-0d258fb8-07f9-4243-8b17-b604321dbf4c tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "DELETE /v2.0/floatingips/2485d00b-01e6-4793-9fed-345d19e3e7c7 HTTP/1.1" status: 204 len: 168 time: 1.0792060 Mar 08 06:25:14.767021 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:25:14.769239 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3fb19abe9a5ced97578b7f5a94845d44d7bb1085cf436f3953b5d4c7b079abf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ea7c0b-a80a-41a4-8769-8b419d654070" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:25:14.861575 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 06:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f6229a-f924-411b-81b0-9f15aef085de x-openstack-request-id: req-d2f6229a-f924-411b-81b0-9f15aef085de {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:25:14.861865 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7", "status": "completed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:25:14.862113 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d2f6229a-f924-411b-81b0-9f15aef085de {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:25:14.862510 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'status': 'completed', 'code': 200} Mar 08 06:25:14.873583 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:25:15.001783 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4ba3f-aa03-47ff-9bf6-6a5c76d19b1d req-ef8a82d5-c418-4c86-a98d-1827cdd69d50 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:15.003470 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-64f4ba3f-aa03-47ff-9bf6-6a5c76d19b1d req-ef8a82d5-c418-4c86-a98d-1827cdd69d50 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 945 time: 0.0565891 Mar 08 06:25:15.003823 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-f28d099e-eb80-41ad-9ef5-62b1245a8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:15.005861 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-f28d099e-eb80-41ad-9ef5-62b1245a8ace service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=de8259c7f55246efb1170be86593aa0d&device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 1129 time: 0.0514264 Mar 08 06:25:15.058039 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-64f4ba3f-aa03-47ff-9bf6-6a5c76d19b1d req-1679518e-4390-44b6-8039-43e368f82215 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478163 Mar 08 06:25:15.086438 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:15.105308 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-40670ca1-d46c-4dfc-83f5-3b564590be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:15.106809 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-40670ca1-d46c-4dfc-83f5-3b564590be16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 200 len: 913 time: 0.0923772 Mar 08 06:25:15.112593 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:25:15.121274 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:25:15.121872 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:25:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:15.147935 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-7a511449-cc90-42e0-ad16-dbe9620abd93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 200 len: 217 time: 0.0340915 Mar 08 06:25:15.193678 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-f4961b33-9925-41dc-8555-b99ea0904929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:15.195248 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-f4961b33-9925-41dc-8555-b99ea0904929 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 200 len: 851 time: 0.0415018 Mar 08 06:25:15.228515 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:25:15.242056 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-b282aca5-0112-4d4a-bbf8-0cc0235350a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:15.243566 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-b282aca5-0112-4d4a-bbf8-0cc0235350a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425389 Mar 08 06:25:15.334957 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-9771f7c5-23c7-4be6-8771-21311f356ef7 service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837688 Mar 08 06:25:15.425368 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:15.428143 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-90ea7c0b-a80a-41a4-8769-8b419d654070 req-3a922d1a-c3fa-4fd8-868e-0159c18c99be service neutron] 10.222.0.31 "GET /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862100 Mar 08 06:25:15.452343 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bbc702-a3af-4a4f-85ca-688742e49f21 None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:55Z', 'revision_number': 4, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi', '_interfaces': [{'id': 'd8381122-f2f5-477c-9445-b1f8b2880830', 'name': '', 'network_id': '2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'mac_address': 'fa:16:3e:c8:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:54Z', 'updated_at': '2022-03-08T06:16:58Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'subnets': [{'id': '6d1dd387-b995-42dc-bbc5-6e000ea2a882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:25:15.618376 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:15.664176 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee22442a-6072-454c-a7b5-0f79e832856c None None] New status for floating IP 2485d00b-01e6-4793-9fed-345d19e3e7c7: DOWN {{(pid=103360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 06:25:16.178440 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8273dbd-b825-4d71-885e-18f06beeef4f req-03ba5d62-ac78-47f5-949d-c4fbbf575607 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:16.179925 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8273dbd-b825-4d71-885e-18f06beeef4f req-03ba5d62-ac78-47f5-949d-c4fbbf575607 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Mar 08 06:25:16.232432 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-f8273dbd-b825-4d71-885e-18f06beeef4f req-07b31b53-89bc-49d3-ab3d-36c23e5ecf91 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/security-groups?id=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460219 Mar 08 06:25:16.718765 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-47a70802-ace2-41af-b3ab-7d5930a655f5 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 06:25:16.720205 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-47a70802-ace2-41af-b3ab-7d5930a655f5 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 945 time: 0.0506968 Mar 08 06:25:16.808450 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Deleting port ca605406-3226-4e55-9a4e-dfa5aadde1c7 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:16.808781 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:16.894790 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] For port ca605406-3226-4e55-9a4e-dfa5aadde1c7, host hv-cinder-82806, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82806',level=0,port_id=ca605406-3226-4e55-9a4e-dfa5aadde1c7,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:16.895156 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:16.906530 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Calling delete_port for ca605406-3226-4e55-9a4e-dfa5aadde1c7 owned by compute:nova {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:17.033460 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (ca605406-3226-4e55-9a4e-dfa5aadde1c7), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:17.062509 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event deleted for resources: {'Port': ['ID=ca605406-3226-4e55-9a4e-dfa5aadde1c7,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:17.105850 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] No DVR routers for this DVR port ca605406-3226-4e55-9a4e-dfa5aadde1c7 on host hv-cinder-82806 {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:25:17.108344 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for port (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:17.111600 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [req-1ca3075e-8206-4930-95e1-e7fded8d93d1 req-d339b1cc-84e0-4797-b422-69bd2faa675b tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.31 "DELETE /v2.0/ports/ca605406-3226-4e55-9a4e-dfa5aadde1c7 HTTP/1.1" status: 204 len: 173 time: 0.3863647 Mar 08 06:25:17.112049 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'name': 'network-vif-deleted', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7'}] {{(pid=103359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 06:25:17.114270 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb4130985db646884b2601091b14a907b87e0b4cf2dd5c2ed23b09b07207369c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea22970-de44-46ab-9e01-3f7446fdb72a" -d '{"events": [{"server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "name": "network-vif-deleted", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7"}]}' {{(pid=103359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 06:25:17.149399 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 06:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8028d3c6-318b-45c8-80e0-185c158e56ef x-openstack-request-id: req-8028d3c6-318b-45c8-80e0-185c158e56ef {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 06:25:17.149700 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1a492e-3521-4115-bf87-185e562279f8", "name": "network-vif-deleted", "tag": "ca605406-3226-4e55-9a4e-dfa5aadde1c7", "status": "completed", "code": 200}]} {{(pid=103359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 06:25:17.150095 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8028d3c6-318b-45c8-80e0-185c158e56ef {{(pid=103359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 06:25:17.150500 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1a492e-3521-4115-bf87-185e562279f8', 'name': 'network-vif-deleted', 'tag': 'ca605406-3226-4e55-9a4e-dfa5aadde1c7', 'status': 'completed', 'code': 200} Mar 08 06:25:17.326124 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [req-8d75044a-c527-405d-9004-a6aba42d6acf req-79cf816a-35d7-42d0-ad84-ce80d10b542e tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a1a492e-3521-4115-bf87-185e562279f8 HTTP/1.1" status: 200 len: 210 time: 0.0272624 Mar 08 06:25:18.381519 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50414) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:18.504284 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Deleting port 079e61dd-61e4-40b4-b58f-0b9c74424501 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:18.504626 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (079e61dd-61e4-40b4-b58f-0b9c74424501), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:18.578245 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (079e61dd-61e4-40b4-b58f-0b9c74424501), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:18.578474 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (079e61dd-61e4-40b4-b58f-0b9c74424501), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:18.589943 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Calling delete_port for 079e61dd-61e4-40b4-b58f-0b9c74424501 owned by network:floatingip {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:18.720452 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (079e61dd-61e4-40b4-b58f-0b9c74424501), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:18.742757 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event deleted for resources: {'Port': ['ID=079e61dd-61e4-40b4-b58f-0b9c74424501,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:18.807939 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for floatingip (a6034cd4-3e00-4a62-bf6a-bdf27e4fe032), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:18.810450 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125141'] for floatingip (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:18.811598 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-453254c5-189b-47fc-aa59-bf00f816d58d tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "DELETE /v2.0/floatingips/a6034cd4-3e00-4a62-bf6a-bdf27e4fe032 HTTP/1.1" status: 204 len: 168 time: 0.4290295 Mar 08 06:25:19.447038 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:20.005004 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50426) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:20.059743 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ce2a-6a30-45cf-8093-d4dcd7ad7b67 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group (9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:20.084429 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ce2a-6a30-45cf-8093-d4dcd7ad7b67 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group (9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:20.143128 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ce2a-6a30-45cf-8093-d4dcd7ad7b67 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:20.145645 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fcc8ce2a-6a30-45cf-8093-d4dcd7ad7b67 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Publish callbacks [] for security_group (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:20.146810 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-fcc8ce2a-6a30-45cf-8093-d4dcd7ad7b67 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] 10.222.0.16 "DELETE /v2.0/security-groups/9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f HTTP/1.1" status: 204 len: 168 time: 0.1407163 Mar 08 06:25:20.156502 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8ce2a-6a30-45cf-8093-d4dcd7ad7b67 tempest-TestVolumeBootPattern-2004751624 tempest-TestVolumeBootPattern-2004751624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edc2dd9-d6e7-4bf1-9a1c-f60b22eb940f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:20.207785 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50430) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:20.359119 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device ca605406-3226-4e55-9a4e-dfa5aadde1c7 no longer exists at agent hyperv_hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:25:20.379090 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] No Port match for: ca605406-3226-4e55-9a4e-dfa5aadde1c7 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:25:20.379441 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Device ca605406-3226-4e55-9a4e-dfa5aadde1c7 not bound to the agent host hv-cinder-82806 {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:25:20.652585 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (80a4b210-2bb3-41c0-b797-a256744d967e), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:20.893940 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Deleting port d8381122-f2f5-477c-9445-b1f8b2880830 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:20.894283 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:20.969946 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] For port d8381122-f2f5-477c-9445-b1f8b2880830, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=d8381122-f2f5-477c-9445-b1f8b2880830,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:20.970231 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:20.982108 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Calling delete_port for d8381122-f2f5-477c-9445-b1f8b2880830 owned by network:router_interface {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:21.159408 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (d8381122-f2f5-477c-9445-b1f8b2880830), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:21.185171 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8381122-f2f5-477c-9445-b1f8b2880830,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:21.355247 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (80a4b210-2bb3-41c0-b797-a256744d967e), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:21.571796 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Router 80a4b210-2bb3-41c0-b797-a256744d967e has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:25:21.676788 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:25:21.681957 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-e1f769ec-83ce-41f7-95c9-680f0c1ad869 admin admin] 10.222.0.16 "PUT /v2.0/routers/80a4b210-2bb3-41c0-b797-a256744d967e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4728868 Mar 08 06:25:21.684614 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50434) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:21.687231 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] Sync routers for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:25:21.697266 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:25:21.697896 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:25:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:21.790146 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks [] for router (80a4b210-2bb3-41c0-b797-a256744d967e), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:21.899190 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks [] for router_gateway (80a4b210-2bb3-41c0-b797-a256744d967e), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:21.900661 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: dv-cinder-828060-10-iscsi {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:25:21.951157 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Deleting port b03a5afb-c1f3-413a-af3f-9c311241e3e3 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:21.951494 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.032063 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] For port b03a5afb-c1f3-413a-af3f-9c311241e3e3, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=b03a5afb-c1f3-413a-af3f-9c311241e3e3,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:22.032431 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.044080 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Calling delete_port for b03a5afb-c1f3-413a-af3f-9c311241e3e3 owned by network:router_gateway {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:22.071086 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:25:21Z', 'revision_number': 5, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port': {'id': 'b03a5afb-c1f3-413a-af3f-9c311241e3e3', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:2c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:22.100996 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] Checking router: 80a4b210-2bb3-41c0-b797-a256744d967e for host: dv-cinder-828060-10-iscsi {{(pid=103361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:25:22.109061 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] Routers {'80a4b210-2bb3-41c0-b797-a256744d967e'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:25:22.109667 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:25:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['80a4b210-2bb3-41c0-b797-a256744d967e'], 'active': True} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:22.196481 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_dvr_db [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] Set router 80a4b210-2bb3-41c0-b797-a256744d967e gateway port host: None {{(pid=103361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:25:22.213375 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (b03a5afb-c1f3-413a-af3f-9c311241e3e3), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.240152 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Pushing event deleted for resources: {'Port': ['ID=b03a5afb-c1f3-413a-af3f-9c311241e3e3,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:22.247836 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.l3_hamode_db [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:25:21Z', 'revision_number': 6, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:22.276711 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a28e00-5ec4-4762-b63d-dba5254f2c3d None None] The sync data for ids ['80a4b210-2bb3-41c0-b797-a256744d967e'] in dv-cinder-828060-10-iscsi is: [{'id': '80a4b210-2bb3-41c0-b797-a256744d967e', 'name': 'tempest-TestVolumeBootPattern-2040332077-router', 'tenant_id': 'de8259c7f55246efb1170be86593aa0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:52Z', 'updated_at': '2022-03-08T06:25:21Z', 'revision_number': 6, 'project_id': 'de8259c7f55246efb1170be86593aa0d', 'gw_port_host': None}] {{(pid=103361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:25:22.304182 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (80a4b210-2bb3-41c0-b797-a256744d967e), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.398103 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (80a4b210-2bb3-41c0-b797-a256744d967e), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.400201 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks [] for router_controller (80a4b210-2bb3-41c0-b797-a256744d967e), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.443669 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (80a4b210-2bb3-41c0-b797-a256744d967e), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.444179 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a4b210-2bb3-41c0-b797-a256744d967e {{(pid=103358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:25:22.449535 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.450696 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-feb39126-6645-43a6-882b-dcd16accaf3e admin admin] 10.222.0.16 "DELETE /v2.0/routers/80a4b210-2bb3-41c0-b797-a256744d967e HTTP/1.1" status: 204 len: 168 time: 0.7651572 Mar 08 06:25:22.453646 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50436) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:22.497622 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.db_base_plugin_v2 [None req-78650b66-e246-4f59-9b18-54335177e70c admin admin] Deleting subnet 6d1dd387-b995-42dc-bbc5-6e000ea2a882 {{(pid=103358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:25:22.500646 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78650b66-e246-4f59-9b18-54335177e70c admin admin] Publish callbacks [] for subnet (6d1dd387-b995-42dc-bbc5-6e000ea2a882), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.538087 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78650b66-e246-4f59-9b18-54335177e70c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12602194'] for subnet (6d1dd387-b995-42dc-bbc5-6e000ea2a882), precommit_delete_associations {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.621437 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78650b66-e246-4f59-9b18-54335177e70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (6d1dd387-b995-42dc-bbc5-6e000ea2a882), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.675260 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78650b66-e246-4f59-9b18-54335177e70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12772902', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13000925'] for subnet (6d1dd387-b995-42dc-bbc5-6e000ea2a882), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.703764 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650b66-e246-4f59-9b18-54335177e70c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1dd387-b995-42dc-bbc5-6e000ea2a882,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:22.705662 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78650b66-e246-4f59-9b18-54335177e70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for subnet (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:22.709092 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-78650b66-e246-4f59-9b18-54335177e70c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6d1dd387-b995-42dc-bbc5-6e000ea2a882 HTTP/1.1" status: 204 len: 168 time: 0.2544944 Mar 08 06:25:22.710828 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4bafef-36b4-4661-8a67-d4c4a0fdd7b2 None None] Network 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:25:22.711754 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [-] (103358) accepted ('10.222.0.16', 50438) {{(pid=103358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:23.033932 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.044006 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] DHCP port deletion for 2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:25:23.089443 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Deleting port 91d1e47c-9196-4f6c-b404-fe1ec0da076c {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:23.090026 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.091873 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Deleting port 91d1e47c-9196-4f6c-b404-fe1ec0da076c {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:23.092255 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.152887 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] For port 91d1e47c-9196-4f6c-b404-fe1ec0da076c, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=91d1e47c-9196-4f6c-b404-fe1ec0da076c,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:23.153359 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.156145 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] For port 91d1e47c-9196-4f6c-b404-fe1ec0da076c, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=91d1e47c-9196-4f6c-b404-fe1ec0da076c,segment=NetworkSegment(561752d2-5f31-4e40-9fa1-5dd0e8b968af),segment_id=561752d2-5f31-4e40-9fa1-5dd0e8b968af)] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:23.156537 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.166080 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Calling delete_port for 91d1e47c-9196-4f6c-b404-fe1ec0da076c owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:23.169118 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Calling delete_port for 91d1e47c-9196-4f6c-b404-fe1ec0da076c owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:23.261832 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.276725 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12772881'] for port (91d1e47c-9196-4f6c-b404-fe1ec0da076c), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.308784 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Pushing event deleted for resources: {'Port': ['ID=91d1e47c-9196-4f6c-b404-fe1ec0da076c,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:23.313727 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] No DVR routers for this DVR port 91d1e47c-9196-4f6c-b404-fe1ec0da076c on host dv-cinder-828060-10-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:25:23.321485 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] No DVR routers for this DVR port 91d1e47c-9196-4f6c-b404-fe1ec0da076c on host dv-cinder-828060-10-iscsi {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:25:23.324702 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d1e47c-9196-4f6c-b404-fe1ec0da076c,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:23.325422 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.325977 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.326525 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.336694 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.337584 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.337753 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.338233 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.339157 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.339697 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.340214 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.340747 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.341221 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.341696 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e30227-2a6f-4c59-bc5f-55498656ab32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828060-10-iscsi {{(pid=103360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 06:25:23.409934 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.431011 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1']}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:23.441155 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561752d2-5f31-4e40-9fa1-5dd0e8b968af') {'for_net_delete': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:23.441338 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.services.segments.db [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561752d2-5f31-4e40-9fa1-5dd0e8b968af') {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:23.445555 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device b03a5afb-c1f3-413a-af3f-9c311241e3e3 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:25:23.451157 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12602281'] for segment (561752d2-5f31-4e40-9fa1-5dd0e8b968af), before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.465134 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (561752d2-5f31-4e40-9fa1-5dd0e8b968af), precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.473192 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:25:23.473775 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12772940'] for segment (561752d2-5f31-4e40-9fa1-5dd0e8b968af), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: self.session.flush() Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: self.session.flush() Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: self.session.flush() Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: self.session.flush() Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: Traceback (most recent call last): Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: timer() Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: cb(*args, **kw) Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: return func(*args, **kwargs) Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: self._notify() Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: self.callback(batched_events) Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: event.method(event) Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: return f(self, *a, **k) Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._get(url).json() Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: return self.request(url, 'GET', **kwargs) Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:25:23.475444 dv-cinder-828060-10-iscsi neutron-server[103358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:25:23.536628 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1), after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.542557 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:23.546454 dv-cinder-828060-10-iscsi neutron-server[103358]: INFO neutron.wsgi [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1 HTTP/1.1" status: 204 len: 168 time: 0.8337536 Mar 08 06:25:23.549498 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50440) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:23.562270 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bcda0-e517-4f37-b9c6-e64117fbeb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b8d6f1c-5397-40e7-87a6-d4c02bf2bcd1,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:23.599889 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: b03a5afb-c1f3-413a-af3f-9c311241e3e3 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:25:23.600156 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device b03a5afb-c1f3-413a-af3f-9c311241e3e3 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:25:23.600575 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device d8381122-f2f5-477c-9445-b1f8b2880830 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:25:23.625360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: d8381122-f2f5-477c-9445-b1f8b2880830 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:25:23.625360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device d8381122-f2f5-477c-9445-b1f8b2880830 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:25:23.625360 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 91d1e47c-9196-4f6c-b404-fe1ec0da076c no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:25:23.639306 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 91d1e47c-9196-4f6c-b404-fe1ec0da076c {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:25:23.639651 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 91d1e47c-9196-4f6c-b404-fe1ec0da076c not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:25:23.892318 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16271701'] for router_interface (7b16213b-7372-4383-9d3f-3a3305ac9e9c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:24.130464 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Deleting port 0b896673-01d7-4c7f-9468-ee972c112c99 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:24.130913 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:24.205640 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] For port 0b896673-01d7-4c7f-9468-ee972c112c99, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=0b896673-01d7-4c7f-9468-ee972c112c99,segment=NetworkSegment(b5c44007-8dc4-4262-b340-a015b7a02a56),segment_id=b5c44007-8dc4-4262-b340-a015b7a02a56)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:24.205919 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:24.217738 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Calling delete_port for 0b896673-01d7-4c7f-9468-ee972c112c99 owned by network:router_interface {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:24.393779 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (0b896673-01d7-4c7f-9468-ee972c112c99), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:24.421999 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b896673-01d7-4c7f-9468-ee972c112c99,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:24.586385 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16311818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16271649'] for router_interface (7b16213b-7372-4383-9d3f-3a3305ac9e9c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.047356 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Router 7b16213b-7372-4383-9d3f-3a3305ac9e9c has already been hosted by L3 agent ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9 {{(pid=103359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 06:25:25.151494 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] Notify agent at l3_agent.dv-cinder-828060-10-iscsi the message routers_updated {{(pid=103359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 06:25:25.158052 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-56ff3f5d-e327-4a85-831b-de48b7b75d84 admin admin] 10.222.0.16 "PUT /v2.0/routers/7b16213b-7372-4383-9d3f-3a3305ac9e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072509 Mar 08 06:25:25.159289 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50442) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:25.160299 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] Sync routers for ids ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'] in dv-cinder-828060-10-iscsi {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 06:25:25.170975 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] Routers {'7b16213b-7372-4383-9d3f-3a3305ac9e9c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:25:25.171614 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:25:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:25.272202 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks [] for router (7b16213b-7372-4383-9d3f-3a3305ac9e9c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.284949 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] Set router 7b16213b-7372-4383-9d3f-3a3305ac9e9c gateway port host: dv-cinder-828060-10-iscsi {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:25:25.375875 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks [] for router_gateway (7b16213b-7372-4383-9d3f-3a3305ac9e9c), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.439943 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Deleting port 746afd48-2c32-4fd1-8cba-e89e91e70342 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:25.440379 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.475693 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'external_fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:25:24Z', 'revision_number': 5, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port': {'id': '746afd48-2c32-4fd1-8cba-e89e91e70342', 'name': '', 'network_id': 'a8fa3706-1200-4683-beca-2d063c4eb23f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:19:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '4625c318-749c-41a7-9ec0-07e56361930e', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828060-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T06:16:58Z', 'updated_at': '2022-03-08T06:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4625c318-749c-41a7-9ec0-07e56361930e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828060-10-iscsi'}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:25.501780 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] Checking router: 7b16213b-7372-4383-9d3f-3a3305ac9e9c for host: dv-cinder-828060-10-iscsi {{(pid=103360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 06:25:25.509786 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] Routers {'7b16213b-7372-4383-9d3f-3a3305ac9e9c'} bound to L3 agent in host dv-cinder-828060-10-iscsi {{(pid=103360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 06:25:25.510415 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828060-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T05:58:41Z,description=,heartbeat_timestamp=2022-03-08T06:25:11Z,host='dv-cinder-828060-10-iscsi',id=ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T05:58:41Z,topic='l3_agent')) {'router_ids': ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'], 'active': True} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:25.517927 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] For port 746afd48-2c32-4fd1-8cba-e89e91e70342, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=746afd48-2c32-4fd1-8cba-e89e91e70342,segment=NetworkSegment(13e312ca-6b19-43b4-a72c-78fdade5dfb8),segment_id=13e312ca-6b19-43b4-a72c-78fdade5dfb8)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:25.518290 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.531348 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Calling delete_port for 746afd48-2c32-4fd1-8cba-e89e91e70342 owned by network:router_gateway {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:25.597710 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvr_db [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] Set router 7b16213b-7372-4383-9d3f-3a3305ac9e9c gateway port host: None {{(pid=103360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 06:25:25.651707 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_hamode_db [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:25:25Z', 'revision_number': 6, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port_host': None}], 'dv-cinder-828060-10-iscsi', False) {} {{(pid=103360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:25.678329 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef5d48-234e-424b-b2fc-14bb4d916283 None None] The sync data for ids ['7b16213b-7372-4383-9d3f-3a3305ac9e9c'] in dv-cinder-828060-10-iscsi is: [{'id': '7b16213b-7372-4383-9d3f-3a3305ac9e9c', 'name': 'tempest-TestVolumeBootPattern-1611844417-router', 'tenant_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T06:16:57Z', 'updated_at': '2022-03-08T06:25:25Z', 'revision_number': 6, 'project_id': 'cef0a8f468b64cb5b599f0dbe62a9f3c', 'gw_port_host': None}] {{(pid=103360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 06:25:25.692183 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (746afd48-2c32-4fd1-8cba-e89e91e70342), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.723540 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=746afd48-2c32-4fd1-8cba-e89e91e70342,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:25.785352 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269451'] for router_gateway (7b16213b-7372-4383-9d3f-3a3305ac9e9c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.873723 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16272447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9572'] for router (7b16213b-7372-4383-9d3f-3a3305ac9e9c), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.875733 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks [] for router_controller (7b16213b-7372-4383-9d3f-3a3305ac9e9c), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.920616 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16272424'] for router (7b16213b-7372-4383-9d3f-3a3305ac9e9c), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.921105 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b16213b-7372-4383-9d3f-3a3305ac9e9c {{(pid=103359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 06:25:25.925350 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:25.926507 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-51f0ba86-d6f3-401a-ba14-edad5ac31ff3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7b16213b-7372-4383-9d3f-3a3305ac9e9c HTTP/1.1" status: 204 len: 168 time: 0.7660179 Mar 08 06:25:25.929059 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50444) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:25.972488 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.db_base_plugin_v2 [None req-c053c448-8f3a-4d87-808d-29f8dea6b6c2 admin admin] Deleting subnet 201a020b-0a4b-40c7-90e2-021cbf67713e {{(pid=103359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 06:25:25.975343 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c053c448-8f3a-4d87-808d-29f8dea6b6c2 admin admin] Publish callbacks [] for subnet (201a020b-0a4b-40c7-90e2-021cbf67713e), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.008608 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c053c448-8f3a-4d87-808d-29f8dea6b6c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13919509'] for subnet (201a020b-0a4b-40c7-90e2-021cbf67713e), precommit_delete_associations {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.090539 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c053c448-8f3a-4d87-808d-29f8dea6b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1025274'] for subnet (201a020b-0a4b-40c7-90e2-021cbf67713e), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.141707 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c053c448-8f3a-4d87-808d-29f8dea6b6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1025249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14106569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13186681'] for subnet (201a020b-0a4b-40c7-90e2-021cbf67713e), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.166119 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053c448-8f3a-4d87-808d-29f8dea6b6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=201a020b-0a4b-40c7-90e2-021cbf67713e,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:26.172078 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c053c448-8f3a-4d87-808d-29f8dea6b6c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.175247 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-c053c448-8f3a-4d87-808d-29f8dea6b6c2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/201a020b-0a4b-40c7-90e2-021cbf67713e HTTP/1.1" status: 204 len: 168 time: 0.2452343 Mar 08 06:25:26.177367 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acee410e-5822-4fea-9b49-9a2dbe8bb074 None None] Network 46b90003-0d60-425b-b289-4520fea83226 requested from dv-cinder-828060-10-iscsi {{(pid=103360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 06:25:26.177865 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50446) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:26.244203 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-955253'] for network (46b90003-0d60-425b-b289-4520fea83226), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.301251 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Deleting port 54621cf1-3c81-4da9-b807-4f12340c3237 {{(pid=103359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:26.301592 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.362653 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] For port 54621cf1-3c81-4da9-b807-4f12340c3237, host dv-cinder-828060-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828060-10-iscsi',level=0,port_id=54621cf1-3c81-4da9-b807-4f12340c3237,segment=NetworkSegment(b5c44007-8dc4-4262-b340-a015b7a02a56),segment_id=b5c44007-8dc4-4262-b340-a015b7a02a56)] {{(pid=103359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:26.362958 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.375300 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.plugin [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Calling delete_port for 54621cf1-3c81-4da9-b807-4f12340c3237 owned by network:dhcp {{(pid=103359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:26.431171 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260fa73-b346-4069-ab67-f3649212195c None None] DHCP port deletion for 46b90003-0d60-425b-b289-4520fea83226 request from dv-cinder-828060-10-iscsi {{(pid=103360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 06:25:26.461125 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14106622'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.480967 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0260fa73-b346-4069-ab67-f3649212195c None None] Deleting port 54621cf1-3c81-4da9-b807-4f12340c3237 {{(pid=103360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 06:25:26.481343 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0260fa73-b346-4069-ab67-f3649212195c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773905409603'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), before_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.493193 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54621cf1-3c81-4da9-b807-4f12340c3237,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:26.496880 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] No DVR routers for this DVR port 54621cf1-3c81-4da9-b807-4f12340c3237 on host dv-cinder-828060-10-iscsi {{(pid=103359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:25:26.546237 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.db [None req-0260fa73-b346-4069-ab67-f3649212195c None None] For port 54621cf1-3c81-4da9-b807-4f12340c3237, host dv-cinder-828060-10-iscsi, got binding levels [] {{(pid=103360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 06:25:26.546664 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0260fa73-b346-4069-ab67-f3649212195c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16760135'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), precommit_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.563413 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-0260fa73-b346-4069-ab67-f3649212195c None None] Calling delete_port for 54621cf1-3c81-4da9-b807-4f12340c3237 owned by network:dhcp {{(pid=103360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 06:25:26.566235 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.ipam_backend_mixin [None req-0260fa73-b346-4069-ab67-f3649212195c None None] Port 54621cf1-3c81-4da9-b807-4f12340c3237 was not found and therefore no delete operation was performed {{(pid=103360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 06:25:26.567510 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0260fa73-b346-4069-ab67-f3649212195c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773905416358', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773904895699'] for port (54621cf1-3c81-4da9-b807-4f12340c3237), after_delete {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.572049 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1011317', 'neutron.services.segments.db._delete_segments_for_network-8773905403495'] for network (46b90003-0d60-425b-b289-4520fea83226), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.591585 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260fa73-b346-4069-ab67-f3649212195c None None] Pushing event deleted for resources: {'Port': ['ID=54621cf1-3c81-4da9-b807-4f12340c3237,revision_number=None']} {{(pid=103360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:26.597648 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b90003-0d60-425b-b289-4520fea83226']}} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:26.598246 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260fa73-b346-4069-ab67-f3649212195c None None] No DVR routers for this DVR port 54621cf1-3c81-4da9-b807-4f12340c3237 on host dv-cinder-828060-10-iscsi {{(pid=103360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 06:25:26.610376 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c44007-8dc4-4262-b340-a015b7a02a56') {'for_net_delete': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:26.610713 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.services.segments.db [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c44007-8dc4-4262-b340-a015b7a02a56') {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 06:25:26.621148 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773905404784', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13919726'] for segment (b5c44007-8dc4-4262-b340-a015b7a02a56), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.634686 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057'] for segment (b5c44007-8dc4-4262-b340-a015b7a02a56), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.641829 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 06:25:26.642221 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1023057', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14106531'] for segment (b5c44007-8dc4-4262-b340-a015b7a02a56), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: Traceback (most recent call last): Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: timer() Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: cb(*args, **kw) Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: return func(*args, **kwargs) Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: self._notify() Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: self.callback(batched_events) Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: event.method(event) Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: return f(self, *a, **k) Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._get(url).json() Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: return self.request(url, 'GET', **kwargs) Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 06:25:26.643948 dv-cinder-828060-10-iscsi neutron-server[103359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 06:25:26.701244 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1011324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16566649', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16311813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269487'] for network (46b90003-0d60-425b-b289-4520fea83226), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.706659 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16311831'] for network (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.709998 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/46b90003-0d60-425b-b289-4520fea83226 HTTP/1.1" status: 204 len: 168 time: 0.5313325 Mar 08 06:25:26.722151 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dd970-6ebf-4dd3-82c9-6fd90d2f9fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=46b90003-0d60-425b-b289-4520fea83226,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:26.826977 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50450) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:26.865078 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-e5d42692-0508-4337-93dc-443b2740bda0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de8259c7f55246efb1170be86593aa0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368576 Mar 08 06:25:26.867395 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50452) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:26.919155 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2acdb2d4-8520-48d7-93d3-0629e13741db admin admin] Publish callbacks [] for security_group (5b11840e-8e8e-4a47-8128-e718f1dc15f9), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.939679 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2acdb2d4-8520-48d7-93d3-0629e13741db admin admin] Publish callbacks [] for security_group (5b11840e-8e8e-4a47-8128-e718f1dc15f9), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.985199 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2acdb2d4-8520-48d7-93d3-0629e13741db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (5b11840e-8e8e-4a47-8128-e718f1dc15f9), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.987673 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2acdb2d4-8520-48d7-93d3-0629e13741db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:26.988818 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-2acdb2d4-8520-48d7-93d3-0629e13741db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b11840e-8e8e-4a47-8128-e718f1dc15f9 HTTP/1.1" status: 204 len: 168 time: 0.1205449 Mar 08 06:25:26.997717 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acdb2d4-8520-48d7-93d3-0629e13741db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b11840e-8e8e-4a47-8128-e718f1dc15f9,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:27.306334 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50458) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:27.349223 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-33ec4f0f-c403-4ccf-ac73-bfaa6c4f0b4f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cef0a8f468b64cb5b599f0dbe62a9f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396235 Mar 08 06:25:27.349581 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [-] (103359) accepted ('10.222.0.16', 50460) {{(pid=103359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 06:25:27.396229 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b4d1d9bf-bfbc-4cc8-8460-b7682e34368b admin admin] Publish callbacks [] for security_group (22adcff0-a7df-4da2-b930-b6b22b2fc7b5), before_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:27.418593 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b4d1d9bf-bfbc-4cc8-8460-b7682e34368b admin admin] Publish callbacks [] for security_group (22adcff0-a7df-4da2-b930-b6b22b2fc7b5), precommit_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:27.452147 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 0b896673-01d7-4c7f-9468-ee972c112c99 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:25:27.466871 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b4d1d9bf-bfbc-4cc8-8460-b7682e34368b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16571031'] for security_group (22adcff0-a7df-4da2-b930-b6b22b2fc7b5), after_delete {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:27.469577 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b4d1d9bf-bfbc-4cc8-8460-b7682e34368b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:27.471363 dv-cinder-828060-10-iscsi neutron-server[103359]: INFO neutron.wsgi [None req-b4d1d9bf-bfbc-4cc8-8460-b7682e34368b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22adcff0-a7df-4da2-b930-b6b22b2fc7b5 HTTP/1.1" status: 204 len: 168 time: 0.1202340 Mar 08 06:25:27.473252 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 0b896673-01d7-4c7f-9468-ee972c112c99 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:25:27.473782 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 0b896673-01d7-4c7f-9468-ee972c112c99 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:25:27.474198 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 746afd48-2c32-4fd1-8cba-e89e91e70342 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:25:27.481993 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1d9bf-bfbc-4cc8-8460-b7682e34368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22adcff0-a7df-4da2-b930-b6b22b2fc7b5,revision_number=None']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 06:25:27.495992 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 746afd48-2c32-4fd1-8cba-e89e91e70342 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:25:27.496337 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 746afd48-2c32-4fd1-8cba-e89e91e70342 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:25:27.496749 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 54621cf1-3c81-4da9-b807-4f12340c3237 no longer exists at agent ovs-agent-dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 06:25:27.520167 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.plugin [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] No Port match for: 54621cf1-3c81-4da9-b807-4f12340c3237 {{(pid=103360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 06:25:27.520691 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron.plugins.ml2.rpc [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Device 54621cf1-3c81-4da9-b807-4f12340c3237 not bound to the agent host dv-cinder-828060-10-iscsi {{(pid=103360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 06:25:39.179941 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e1d017bc-74ea-4021-a16f-38da99ffa77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:41.420577 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a365a585-4830-4ffd-9082-9026368bf415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:42.565883 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:44.196289 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:45.620921 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:49.474589 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:25:50.465209 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:26:09.182495 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-4784fe40-7093-48bf-b9eb-3194b8ed9abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:11.422145 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-3a2c5981-85d5-4184-882c-22b3509087e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:12.568201 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:14.198033 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:15.622742 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:19.474267 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:27.463753 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:26:39.182918 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-2cd8ab86-51eb-42bd-bc49-eaec7e0d1a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:41.427791 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-875a45a6-e171-450e-8835-05bf0b4ffc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:42.572639 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:44.202641 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:45.626694 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:26:49.472411 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:04.463019 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:27:09.186241 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-e87ab5e6-a963-49df-a990-bb69cb04baf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:11.420713 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1f92fdae-340f-4e2b-bc69-78433f6ffde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:12.576206 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:14.205189 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:15.629505 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:19.470079 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:39.188553 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a5239793-7010-4321-9b54-353612707138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:41.424191 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-8cd12972-db6f-4a47-a3db-7d299da2563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:41.461617 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:27:42.578458 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:44.207621 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:45.633671 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:27:49.469872 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:09.190538 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-71cf1bf7-b8d5-48ab-875b-33c4e59a96b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:11.426322 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a7350327-4c50-4e2e-9a15-75a1009957d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:12.580394 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:14.211489 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:15.637241 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:18.463781 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:28:19.467823 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:39.193001 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-41320235-9aeb-4aab-8da2-718e04e7c430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:41.427321 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bd7f57d5-c0fe-4885-9c0b-918b483c8b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:42.583543 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:44.213685 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:45.640231 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:49.481960 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:28:55.462141 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:29:06.575246 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-a0dd76c4-44d4-4bed-968a-7f327fedc12e req-e6a65c36-444d-4bc8-8fc7-cb22f6b8f545 service neutron] (103359) timed out ('10.222.0.31', 59661) {{(pid=103359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 06:29:09.195030 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fbb5283e-90f0-4ff8-bc61-9f74220313d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:11.430092 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-a862d3f7-a94d-4ab3-92e0-aed428c8e0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:12.585106 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:14.218084 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:15.641617 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:19.496116 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:32.461571 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:29:39.196654 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-785f2124-9f42-4626-b61a-e52ff3bb62a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:41.431909 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-bc632831-48a0-4548-ac62-1059fb2d9a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:42.588353 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:44.216990 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:45.644128 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:29:49.495483 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:09.198735 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-1744ed7b-c4d1-427d-8054-08a6609bf4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:09.460616 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:30:11.434639 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-78320e70-3334-4f0e-94ee-f5361531b42a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:12.591259 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:14.219920 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:15.647507 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:19.493671 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:24.786815 dv-cinder-828060-10-iscsi neutron-server[103358]: DEBUG neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-e7d5d14b-a440-48eb-8e3f-9f1aa9662ac8 service neutron] (103358) timed out ('10.222.0.16', 45052) {{(pid=103358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 06:30:24.867110 dv-cinder-828060-10-iscsi neutron-server[103359]: DEBUG neutron.wsgi [req-37499c79-b8c3-474f-80fb-9438567f5716 req-9eb95456-0784-483a-9117-8f1531d66279 tempest-AttachVolumeShelveTestJSON-1548228616 tempest-AttachVolumeShelveTestJSON-1548228616-project] (103359) timed out ('10.222.0.16', 45068) {{(pid=103359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 06:30:39.202155 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-fd4fb32e-a26b-48dd-91d8-305b84db5e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ef795add-6ed0-4389-b22e-e006d8785677), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:41.437379 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-b88dd826-058f-4481-a721-0552a459b6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (ca5d7714-7d4c-4707-8ae1-317bfaf0cbf9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:42.594523 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-0f11831e-60cc-480c-b0d8-51c20149dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (63f8fabe-61e6-480b-a421-63d5f68c4ad9), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:44.222416 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-f9c49389-3f00-4510-b477-0ff35a973efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (918821cb-d9e8-4b17-9abc-8b3bcfd6cd8d), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:45.651657 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-9b975193-2025-4350-bd8e-a7ed652fee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (26a9bc36-44b3-4849-9c7c-a8b895a26439), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 06:30:46.459040 dv-cinder-828060-10-iscsi neutron-server[103361]: DEBUG neutron.db.agents_db [None req-7248e64c-d2f2-4f57-9e6b-e69dc853c080 None None] Agent healthcheck: found 6 active agents {{(pid=103361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 06:30:49.491904 dv-cinder-828060-10-iscsi neutron-server[103360]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec9d-ec53-4f56-828d-b1945b5def68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773905403477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1014158'] for agent (1f8e42bc-561a-49e8-8fdf-d81ebb49dbd6), after_update {{(pid=103360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}